diff --git a/addressnet/dataset.py b/addressnet/dataset.py index fe9087f..e4f0141 100644 --- a/addressnet/dataset.py +++ b/addressnet/dataset.py @@ -463,10 +463,10 @@ def dataset(filenames: [str], batch_size: int = 10, shuffle_buffer: int = 1000, def input_fn() -> tf.data.Dataset: ds = tf.data.TFRecordDataset(filenames, compression_type="GZIP") ds = ds.shuffle(buffer_size=shuffle_buffer) - ds = ds.map(lambda record: tf.parse_single_example(record, features=_features), num_parallel_calls=8) + ds = ds.map(lambda record: tf.io.parse_single_example(serialized=record, features=_features), num_parallel_calls=8) ds = ds.map( - lambda record: tf.py_func(synthesise_address, [record[k] for k in _features.keys()], - [tf.int64, tf.int64, tf.bool], + lambda record: tf.compat.v1.py_func(synthesise_address, [record[k] for k in _features.keys()], + [tf.int32, tf.int64, tf.bool], stateful=False), num_parallel_calls=num_parallel_calls ) diff --git a/addressnet/lookups.py b/addressnet/lookups.py index a972a88..46f6a81 100644 --- a/addressnet/lookups.py +++ b/addressnet/lookups.py @@ -70,7 +70,7 @@ 'LANE': 'LANE', 'LANEWAY': 'LNWY', 'LINE': 'LINE', 'LINK': 'LINK', 'LOOKOUT': 'LKT', 'LOOP': 'LOOP', 'MALL': 'MALL', 'MEANDER': 'MNDR', 'MEWS': 'MEWS', 'MOTORWAY': 'MTWY', 'NOOK': 'NOOK', 'OUTLOOK': 'OTLK', 'PARADE': 'PDE', 'PARKWAY': 'PWY', 'PASS': 'PASS', - 'PASSAGE': 'PSGE', 'PATH': 'PATH', 'PATHWAY': 'PWAY', 'PIAZZA': 'PIAZ', 'PLAZA': 'PLZA', + 'PASSAGE': 'PSGE', 'PATH': 'PATH', 'PATHWAY': 'PWAY', 'PIAZZA': 'PIAZ', 'PLACE': 'PL', 'PLAZA': 'PLZA', 'POCKET': 'PKT', 'POINT': 'PNT', 'PORT': 'PORT', 'PROMENADE': 'PROM', 'QUADRANT': 'QDRT', 'QUAYS': 'QYS', 'RAMBLE': 'RMBL', 'REST': 'REST', 'RETREAT': 'RTT', 'RIDGE': 'RDGE', 'RISE': 'RISE', 'ROAD': 'RD', 'ROTARY': 'RTY', 'ROUTE': 'RTE', 'ROW': 'ROW', 'RUE': 'RUE', diff --git a/addressnet/model.py b/addressnet/model.py index 85853a2..f8dc8ab 100644 --- a/addressnet/model.py +++ b/addressnet/model.py @@ -18,12 +18,12 @@ def model_fn(features: Dict[str, tf.Tensor], labels: tf.Tensor, mode: str, param rnn_size = params.get("rnn_size", 128) rnn_layers = params.get("rnn_layers", 3) - embeddings = tf.get_variable("embeddings", dtype=tf.float32, initializer=tf.random_normal(shape=(len(vocab), 8))) - encoded_strings = tf.nn.embedding_lookup(embeddings, encoded_text) + embeddings = tf.compat.v1.get_variable("embeddings", dtype=tf.float32, initializer=tf.random.normal(shape=(len(vocab), 8))) + encoded_strings = tf.nn.embedding_lookup(params=embeddings, ids=encoded_text) logits, loss = nnet(encoded_strings, lengths, rnn_layers, rnn_size, labels, mode == tf.estimator.ModeKeys.TRAIN) - predicted_classes = tf.argmax(logits, axis=2) + predicted_classes = tf.argmax(input=logits, axis=2) if mode == tf.estimator.ModeKeys.PREDICT: predictions = { @@ -38,7 +38,7 @@ def model_fn(features: Dict[str, tf.Tensor], labels: tf.Tensor, mode: str, param mode, loss=loss, eval_metric_ops=metrics) if mode == tf.estimator.ModeKeys.TRAIN: - train_op = tf.train.AdamOptimizer(learning_rate=0.0001).minimize(loss, global_step=tf.train.get_global_step()) + train_op = tf.compat.v1.train.AdamOptimizer(learning_rate=0.0001).minimize(loss, global_step=tf.compat.v1.train.get_global_step()) return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op) @@ -57,19 +57,19 @@ def nnet(encoded_strings: tf.Tensor, lengths: tf.Tensor, rnn_layers: int, rnn_si def rnn_cell(): probs = 0.8 if training else 1.0 - return tf.contrib.rnn.DropoutWrapper(tf.contrib.cudnn_rnn.CudnnCompatibleGRUCell(rnn_size), + return tf.compat.v1.nn.rnn_cell.DropoutWrapper(tf.compat.v1.nn.rnn_cell.GRUCell(rnn_size), state_keep_prob=probs, output_keep_prob=probs) - rnn_cell_fw = tf.nn.rnn_cell.MultiRNNCell([rnn_cell() for _ in range(rnn_layers)]) - rnn_cell_bw = tf.nn.rnn_cell.MultiRNNCell([rnn_cell() for _ in range(rnn_layers)]) + rnn_cell_fw = tf.compat.v1.nn.rnn_cell.MultiRNNCell([rnn_cell() for _ in range(rnn_layers)]) + rnn_cell_bw = tf.compat.v1.nn.rnn_cell.MultiRNNCell([rnn_cell() for _ in range(rnn_layers)]) - (rnn_output_fw, rnn_output_bw), states = tf.nn.bidirectional_dynamic_rnn(rnn_cell_fw, rnn_cell_bw, encoded_strings, + (rnn_output_fw, rnn_output_bw), states = tf.compat.v1.nn.bidirectional_dynamic_rnn(rnn_cell_fw, rnn_cell_bw, encoded_strings, lengths, dtype=tf.float32) rnn_output = tf.concat([rnn_output_fw, rnn_output_bw], axis=2) - logits = tf.layers.dense(rnn_output, n_labels, activation=tf.nn.elu) + logits = tf.compat.v1.layers.dense(rnn_output, n_labels, activation=tf.nn.elu) loss = None if labels is not None: mask = tf.sequence_mask(lengths, dtype=tf.float32) - loss = tf.losses.softmax_cross_entropy(labels, logits, weights=mask) + loss = tf.compat.v1.losses.softmax_cross_entropy(labels, logits, weights=mask) return logits, loss diff --git a/addressnet/pretrained/graph.pbtxt b/addressnet/pretrained/graph.pbtxt index 5541155..d09c711 100644 --- a/addressnet/pretrained/graph.pbtxt +++ b/addressnet/pretrained/graph.pbtxt @@ -1,15 +1,19 @@ node { - name: "Const" + name: "global_step/Initializer/zeros" op: "Const" - device: "/device:CPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@global_step" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -17,96 +21,78 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT64 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT64 tensor_shape { - dim { - size: 1 - } } - string_val: "/mnt/fast/datasets/addresses.tfrecord" + int64_val: 0 } } } } node { - name: "flat_filenames/shape" - op: "Const" - device: "/device:CPU:0" + name: "global_step" + op: "VarHandleOp" + attr { + key: "_class" + value { + list { + s: "loc:@global_step" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "dtype" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "value" + key: "container" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } + s: "" } } -} -node { - name: "flat_filenames" - op: "Reshape" - input: "Const" - input: "flat_filenames/shape" - device: "/device:CPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_STRING + type: DT_INT64 } } attr { - key: "Tshape" + key: "shape" value { - type: DT_INT32 + shape { + } } } attr { - key: "_output_shapes" + key: "shared_name" value { - list { - shape { - dim { - size: 1 - } - } - } + s: "global_step" } } } node { - name: "buffer_size" - op: "Const" - device: "/device:CPU:0" + name: "global_step/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "global_step" attr { key: "_output_shapes" value { @@ -116,28 +102,23 @@ node { } } } +} +node { + name: "global_step/Assign" + op: "AssignVariableOp" + input: "global_step" + input: "global_step/Initializer/zeros" attr { key: "dtype" value { type: DT_INT64 } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 100000 - } - } - } } node { - name: "seed" - op: "Const" - device: "/device:CPU:0" + name: "global_step/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "global_step" attr { key: "_output_shapes" value { @@ -153,53 +134,56 @@ node { type: DT_INT64 } } +} +node { + name: "global_step/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "global_step" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT64 - tensor_shape { + list { + shape { } - int64_val: 0 } } } } node { - name: "seed2" - op: "Const" - device: "/device:CPU:0" + name: "global_step/cond" + op: "If" + input: "global_step/VarIsInitializedOp" + input: "global_step" + input: "global_step/Initializer/zeros" attr { - key: "_output_shapes" + key: "Tcond" + value { + type: DT_BOOL + } + } + attr { + key: "Tin" value { list { - shape { - } + type: DT_RESOURCE + type: DT_INT64 } } } attr { - key: "dtype" + key: "Tout" value { - type: DT_INT64 + list { + type: DT_INT64 + } } } attr { - key: "value" + key: "_lower_using_switch_merge" value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 0 - } + b: true } } -} -node { - name: "num_parallel_calls" - op: "Const" - device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -210,29 +194,23 @@ node { } } attr { - key: "dtype" + key: "_read_only_resource_inputs" value { - type: DT_INT32 + list { + i: 1 + } } } attr { - key: "value" + key: "else_branch" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 8 + func { + name: "global_step_cond_false_7" } } } -} -node { - name: "num_parallel_calls_1" - op: "Const" - device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { @@ -241,27 +219,37 @@ node { } } attr { - key: "dtype" + key: "then_branch" value { - type: DT_INT32 + func { + name: "global_step_cond_true_6" + } + } + } +} +node { + name: "global_step/cond/Identity" + op: "Identity" + input: "global_step/cond" + attr { + key: "T" + value { + type: DT_INT64 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 8 } } } } node { - name: "batch_size" + name: "global_step/add/y" op: "Const" - device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -284,13 +272,34 @@ node { dtype: DT_INT64 tensor_shape { } - int64_val: 300 + int64_val: 0 } } } } node { - name: "Const_1" + name: "global_step/add" + op: "AddV2" + input: "global_step/cond/Identity" + input: "global_step/add/y" + attr { + key: "T" + value { + type: DT_INT64 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } +} +node { + name: "Const" op: "Const" device: "/device:CPU:0" attr { @@ -298,8 +307,6 @@ node { value { list { shape { - dim { - } } } } @@ -307,24 +314,23 @@ node { attr { key: "dtype" value { - type: DT_INT64 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT64 + dtype: DT_STRING tensor_shape { - dim { - } } + string_val: "./address_view" } } } } node { - name: "Const_2" + name: "flat_filenames/shape" op: "Const" device: "/device:CPU:0" attr { @@ -342,129 +348,124 @@ node { attr { key: "dtype" value { - type: DT_INT64 + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_INT64 + dtype: DT_INT32 tensor_shape { dim { size: 1 } } - int64_val: -1 + int_val: -1 } } } } node { - name: "Const_3" - op: "Const" + name: "flat_filenames" + op: "Reshape" + input: "Const" + input: "flat_filenames/shape" device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - dim { - size: 2 - } - } - } + type: DT_STRING } } attr { - key: "dtype" + key: "Tshape" value { - type: DT_INT64 + type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT64 - tensor_shape { + list { + shape { dim { - size: 2 + size: 1 } } - tensor_content: "\377\377\377\377\377\377\377\377\026\000\000\000\000\000\000\000" } } } } node { - name: "padding_value" - op: "Const" + name: "TensorSliceDataset" + op: "TensorSliceDataset" + input: "flat_filenames" device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "Toutput_types" value { list { - shape { - } + type: DT_STRING } } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT64 + list { + shape { + } + } } } attr { - key: "value" + key: "output_shapes" value { - tensor { - dtype: DT_INT64 - tensor_shape { + list { + shape { } - int64_val: 0 } } } } node { - name: "padding_value_1" - op: "Const" + name: "FlatMapDataset" + op: "FlatMapDataset" + input: "TensorSliceDataset" device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "Targuments" value { list { - shape { - } } } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT64 + list { + shape { + } + } } } attr { - key: "value" + key: "f" value { - tensor { - dtype: DT_INT64 - tensor_shape { + func { + name: "__inference_Dataset_flat_map_read_one_file_30" + attr { + key: "_tf_data_function" + value { + b: true + } } - int64_val: 0 } } } -} -node { - name: "padding_value_2" - op: "Const" - device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { @@ -473,25 +474,16 @@ node { } } attr { - key: "dtype" - value { - type: DT_BOOL - } - } - attr { - key: "value" + key: "output_types" value { - tensor { - dtype: DT_BOOL - tensor_shape { - } - bool_val: false + list { + type: DT_STRING } } } } node { - name: "drop_remainder" + name: "buffer_size" op: "Const" device: "/device:CPU:0" attr { @@ -506,23 +498,23 @@ node { attr { key: "dtype" value { - type: DT_BOOL + type: DT_INT64 } } attr { key: "value" value { tensor { - dtype: DT_BOOL + dtype: DT_INT64 tensor_shape { } - bool_val: false + int64_val: 1000 } } } } node { - name: "num_parallel_calls_2" + name: "seed" op: "Const" device: "/device:CPU:0" attr { @@ -537,23 +529,23 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_INT64 } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_INT64 tensor_shape { } - int_val: 8 + int64_val: 17 } } } } node { - name: "buffer_size_1" + name: "seed2/Const" op: "Const" device: "/device:CPU:0" attr { @@ -578,14 +570,14 @@ node { dtype: DT_INT64 tensor_shape { } - int64_val: 10000 + int64_val: 0 } } } } node { - name: "IteratorV2" - op: "IteratorV2" + name: "seed2/Equal/y" + op: "Const" device: "/device:CPU:0" attr { key: "_output_shapes" @@ -597,63 +589,35 @@ node { } } attr { - key: "container" + key: "dtype" value { - s: "" + type: DT_INT64 } } attr { - key: "output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } + tensor { + dtype: DT_INT64 + tensor_shape { } + int64_val: 0 } } } +} +node { + name: "seed2/Equal" + op: "Equal" + input: "seed" + input: "seed2/Equal/y" + device: "/device:CPU:0" attr { - key: "output_types" - value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL - } - } - } - attr { - key: "shared_name" + key: "T" value { - s: "" + type: DT_INT64 } } -} -node { - name: "IteratorToStringHandle" - op: "IteratorToStringHandle" - input: "IteratorV2" attr { key: "_output_shapes" value { @@ -663,199 +627,150 @@ node { } } } -} -node { - name: "ExperimentalIteratorGetDevice" - op: "ExperimentalIteratorGetDevice" - input: "IteratorV2" attr { - key: "_output_shapes" + key: "incompatible_shape_error" value { - list { - shape { - } - } + b: true } } } node { - name: "ExperimentalFunctionBufferingResource" - op: "ExperimentalFunctionBufferingResource" - input: "IteratorToStringHandle" - input: "ExperimentalIteratorGetDevice" - device: "/replica:0/task:0/device:GPU:0" + name: "seed2/Equal_1/y" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } attr { - key: "buffer_size" + key: "dtype" value { - i: 1 + type: DT_INT64 } } attr { - key: "container" + key: "value" value { - s: "" + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 0 + } } } +} +node { + name: "seed2/Equal_1" + op: "Equal" + input: "seed2/Const" + input: "seed2/Equal_1/y" + device: "/device:CPU:0" attr { - key: "f" + key: "T" value { - func { - name: "_prefetch_fn_Mu452aZUX08" - } + type: DT_INT64 } } attr { - key: "output_types" + key: "_output_shapes" value { list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL + shape { + } } } } attr { - key: "shared_name" + key: "incompatible_shape_error" value { - s: "" + b: true } } } node { - name: "ExperimentalFunctionBufferingResource_1" - op: "ExperimentalFunctionBufferingResource" - input: "IteratorToStringHandle" - input: "ExperimentalIteratorGetDevice" - device: "/replica:0/task:0/device:GPU:1" + name: "seed2/LogicalAnd" + op: "LogicalAnd" + input: "seed2/Equal" + input: "seed2/Equal_1" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } - attr { - key: "buffer_size" - value { - i: 1 - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "f" - value { - func { - name: "_prefetch_fn_Mu452aZUX08" - } - } - } - attr { - key: "output_types" - value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL - } - } - } - attr { - key: "shared_name" - value { - s: "" - } - } -} -node { - name: "ExperimentalFunctionBufferingResourceReset" - op: "ExperimentalFunctionBufferingResourceReset" - input: "ExperimentalFunctionBufferingResource" } node { - name: "ExperimentalFunctionBufferingResourceReset_1" - op: "ExperimentalFunctionBufferingResourceReset" - input: "ExperimentalFunctionBufferingResource_1" -} -node { - name: "TensorSliceDataset" - op: "TensorSliceDataset" - input: "flat_filenames" - input: "^ExperimentalFunctionBufferingResourceReset" - input: "^ExperimentalFunctionBufferingResourceReset_1" + name: "seed2/Const_1" + op: "Const" device: "/device:CPU:0" attr { - key: "Toutput_types" - value { - list { - type: DT_STRING - } - } - } - attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@IteratorV2" + shape { + } } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_INT64 } } attr { - key: "output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT64 + tensor_shape { } + int64_val: 2147483647 } } } } node { - name: "FlatMapDataset" - op: "FlatMapDataset" - input: "TensorSliceDataset" + name: "seed2" + op: "SelectV2" + input: "seed2/LogicalAnd" + input: "seed2/Const_1" + input: "seed2/Const" device: "/device:CPU:0" attr { - key: "Targuments" + key: "T" value { - list { - } + type: DT_INT64 } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@IteratorV2" + shape { + } } } } +} +node { + name: "ShuffleDataset" + op: "ShuffleDataset" + input: "FlatMapDataset" + input: "buffer_size" + input: "seed" + input: "seed2" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -865,14 +780,6 @@ node { } } } - attr { - key: "f" - value { - func { - name: "tf_data_structured_function_wrapper_v5gMBDqFZl8" - } - } - } attr { key: "output_shapes" value { @@ -890,23 +797,17 @@ node { } } } -} -node { - name: "ShuffleDataset" - op: "ShuffleDataset" - input: "FlatMapDataset" - input: "buffer_size" - input: "seed" - input: "seed2" - device: "/device:CPU:0" attr { - key: "_class" + key: "reshuffle_each_iteration" value { - list { - s: "loc:@IteratorV2" - } + b: true } } +} +node { + name: "num_parallel_calls" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -917,32 +818,26 @@ node { } } attr { - key: "output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_INT64 } } attr { - key: "output_types" + key: "value" value { - list { - type: DT_STRING + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 8 } } } - attr { - key: "reshuffle_each_iteration" - value { - b: true - } - } } node { - name: "ParallelMapDataset" - op: "ParallelMapDataset" + name: "ParallelMapDatasetV2" + op: "ParallelMapDatasetV2" input: "ShuffleDataset" input: "num_parallel_calls" device: "/device:CPU:0" @@ -954,27 +849,31 @@ node { } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@IteratorV2" + shape { + } } } } attr { - key: "_output_shapes" + key: "deterministic" value { - list { - shape { - } - } + s: "default" } } attr { key: "f" value { func { - name: "tf_data_structured_function_wrapper_sRquyX3h7AA" + name: "__inference_Dataset_map_lambda_127" + attr { + key: "_tf_data_function" + value { + b: true + } + } } } } @@ -1070,6 +969,12 @@ node { } } } + attr { + key: "preserve_cardinality" + value { + b: true + } + } attr { key: "use_inter_op_parallelism" value { @@ -1078,23 +983,46 @@ node { } } node { - name: "ParallelMapDataset_1" - op: "ParallelMapDataset" - input: "ParallelMapDataset" - input: "num_parallel_calls_1" + name: "num_parallel_calls_1" + op: "Const" device: "/device:CPU:0" attr { - key: "Targuments" + key: "_output_shapes" value { list { + shape { + } } } } attr { - key: "_class" + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 8 + } + } + } +} +node { + name: "ParallelMapDatasetV2_1" + op: "ParallelMapDatasetV2" + input: "ParallelMapDatasetV2" + input: "num_parallel_calls_1" + device: "/device:CPU:0" + attr { + key: "Targuments" value { list { - s: "loc:@IteratorV2" } } } @@ -1107,11 +1035,23 @@ node { } } } + attr { + key: "deterministic" + value { + s: "default" + } + } attr { key: "f" value { func { - name: "tf_data_structured_function_wrapper_mwsbaX7Sr04" + name: "__inference_Dataset_map_lambda_163" + attr { + key: "_tf_data_function" + value { + b: true + } + } } } } @@ -1135,12 +1075,18 @@ node { key: "output_types" value { list { - type: DT_INT64 + type: DT_INT32 type: DT_INT64 type: DT_BOOL } } } + attr { + key: "preserve_cardinality" + value { + b: true + } + } attr { key: "use_inter_op_parallelism" value { @@ -1149,104 +1095,210 @@ node { } } node { - name: "PaddedBatchDatasetV2" - op: "PaddedBatchDatasetV2" - input: "ParallelMapDataset_1" - input: "batch_size" - input: "Const_1" - input: "Const_2" - input: "Const_3" - input: "padding_value" - input: "padding_value_1" - input: "padding_value_2" - input: "drop_remainder" + name: "batch_size" + op: "Const" device: "/device:CPU:0" attr { - key: "N" + key: "_output_shapes" value { - i: 3 + list { + shape { + } + } } } attr { - key: "Toutput_types" + key: "dtype" value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL - } + type: DT_INT64 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@IteratorV2" + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 10 } } } +} +node { + name: "Const_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } attr { - key: "output_shapes" + key: "dtype" value { - list { - shape { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { dim { - size: -1 } } + } + } + } +} +node { + name: "Const_2" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" + value { + list { shape { dim { - size: -1 + size: 1 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { dim { - size: -1 + size: 1 } } + int64_val: -1 + } + } + } +} +node { + name: "Const_3" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" + value { + list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 2 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { dim { - size: 22 + size: 2 } } + tensor_content: "\377\377\377\377\377\377\377\377\026\000\000\000\000\000\000\000" } } } } node { - name: "ParallelMapDataset_2" - op: "ParallelMapDataset" - input: "PaddedBatchDatasetV2" - input: "num_parallel_calls_2" + name: "padding_value" + op: "Const" device: "/device:CPU:0" attr { - key: "Targuments" + key: "_output_shapes" value { list { + shape { + } } } } attr { - key: "_class" + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } + } + } +} +node { + name: "padding_value_1" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" value { list { - s: "loc:@IteratorV2" + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 0 } } } +} +node { + name: "padding_value_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -1257,10 +1309,89 @@ node { } } attr { - key: "f" + key: "dtype" value { - func { - name: "tf_data_structured_function_wrapper_n67ZymtraAM" + type: DT_BOOL + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_BOOL + tensor_shape { + } + bool_val: false + } + } + } +} +node { + name: "drop_remainder" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_BOOL + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_BOOL + tensor_shape { + } + bool_val: false + } + } + } +} +node { + name: "PaddedBatchDatasetV2" + op: "PaddedBatchDatasetV2" + input: "ParallelMapDatasetV2_1" + input: "batch_size" + input: "Const_1" + input: "Const_2" + input: "Const_3" + input: "padding_value" + input: "padding_value_1" + input: "padding_value_2" + input: "drop_remainder" + device: "/device:CPU:0" + attr { + key: "N" + value { + i: 3 + } + } + attr { + key: "Toutput_types" + value { + list { + type: DT_INT32 + type: DT_INT64 + type: DT_BOOL + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } @@ -1272,11 +1403,11 @@ node { dim { size: -1 } + } + shape { dim { size: -1 } - } - shape { dim { size: -1 } @@ -1296,33 +1427,53 @@ node { } } attr { - key: "output_types" + key: "parallel_copy" + value { + b: false + } + } +} +node { + name: "num_parallel_calls_2" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" value { list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL + shape { + } } } } attr { - key: "use_inter_op_parallelism" + key: "dtype" value { - b: true + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 8 + } } } } node { - name: "PrefetchDataset" - op: "PrefetchDataset" - input: "ParallelMapDataset_2" - input: "buffer_size_1" + name: "ParallelMapDatasetV2_2" + op: "ParallelMapDatasetV2" + input: "PaddedBatchDatasetV2" + input: "num_parallel_calls_2" device: "/device:CPU:0" attr { - key: "_class" + key: "Targuments" value { list { - s: "loc:@IteratorV2" } } } @@ -1335,6 +1486,26 @@ node { } } } + attr { + key: "deterministic" + value { + s: "default" + } + } + attr { + key: "f" + value { + func { + name: "__inference_Dataset_map_lambda_182" + attr { + key: "_tf_data_function" + value { + b: true + } + } + } + } + } attr { key: "output_shapes" value { @@ -1371,38 +1542,28 @@ node { value { list { type: DT_INT64 - type: DT_INT64 + type: DT_INT32 type: DT_BOOL } } } -} -node { - name: "make_initializer" - op: "MakeIterator" - input: "PrefetchDataset" - input: "IteratorV2" - device: "/device:CPU:0" attr { - key: "_class" + key: "preserve_cardinality" value { - list { - s: "loc:@IteratorV2" - } + b: true } } -} -node { - name: "global_step/Initializer/zeros" - op: "Const" attr { - key: "_class" + key: "use_inter_op_parallelism" value { - list { - s: "loc:@global_step" - } + b: true } } +} +node { + name: "buffer_size_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -1425,20 +1586,22 @@ node { dtype: DT_INT64 tensor_shape { } - int64_val: 0 + int64_val: 10000 } } } } node { - name: "global_step" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "PrefetchDataset" + op: "PrefetchDataset" + input: "ParallelMapDatasetV2_2" + input: "buffer_size_1" + device: "/device:CPU:0" attr { key: "_class" value { list { - s: "loc:@global_step" + s: "loc:@ParallelMapDatasetV2_2" } } } @@ -1452,177 +1615,249 @@ node { } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "buffer_size_min" value { - type: DT_INT64 + i: 0 } } attr { - key: "shape" + key: "legacy_autotune" value { - shape { - } + b: true } } attr { - key: "shared_name" - value { - s: "global_step" - } - } -} -node { - name: "global_step/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } } } } } -} -node { - name: "global_step/Assign" - op: "AssignVariableOp" - input: "global_step" - input: "global_step/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "output_types" value { list { - s: "loc:@global_step" + type: DT_INT64 + type: DT_INT32 + type: DT_BOOL } } } attr { - key: "dtype" + key: "slack_period" value { - type: DT_INT64 + i: 0 } } } node { - name: "global_step/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" + name: "ModelDataset" + op: "ModelDataset" + input: "PrefetchDataset" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@global_step" + shape { + } } } } attr { - key: "_output_shapes" + key: "algorithm" value { - list { - shape { - } - } + i: 0 } } attr { - key: "dtype" + key: "cpu_budget" value { - type: DT_INT64 + i: 0 } } -} -node { - name: "global_step/replica_1/Initializer/Identity" - op: "Identity" - input: "global_step/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "T" + key: "output_shapes" value { - type: DT_INT64 + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } } } attr { - key: "_class" + key: "output_types" value { list { - s: "loc:@global_step/replica_1" + type: DT_INT64 + type: DT_INT32 + type: DT_BOOL } } } + attr { + key: "ram_budget" + value { + i: 0 + } + } +} +node { + name: "optimizations_enabled" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } -} -node { - name: "global_step/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@global_step/replica_1" + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } +} +node { + name: "optimizations_disabled" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } attr { - key: "container" + key: "dtype" value { - s: "" + type: DT_STRING } } attr { - key: "dtype" + key: "value" value { - type: DT_INT64 + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } +} +node { + name: "optimizations_default" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { + list { + shape { + dim { + size: 3 + } + } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "global_step/replica_1" + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + size: 3 + } + } + string_val: "map_and_batch_fusion" + string_val: "noop_elimination" + string_val: "shuffle_and_repeat_fusion" + } } } } node { - name: "global_step/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "global_step/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "OptimizeDatasetV2" + op: "OptimizeDatasetV2" + input: "ModelDataset" + input: "optimizations_enabled" + input: "optimizations_disabled" + input: "optimizations_default" attr { key: "_output_shapes" value { @@ -1632,38 +1867,68 @@ node { } } } -} -node { - name: "global_step/replica_1/Assign" - op: "AssignVariableOp" - input: "global_step/replica_1" - input: "global_step/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "optimization_configs" value { list { - s: "loc:@global_step/replica_1" + s: "autotune_buffer_sizes:autotune:true" + s: "disable_prefetch_legacy_autotune:autotune:true" + s: "enable_gradient_descent:autotune:true" + s: "map_parallelization:autotune:true" } } } attr { - key: "dtype" + key: "output_shapes" value { - type: DT_INT64 + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } + } + } + attr { + key: "output_types" + value { + list { + type: DT_INT64 + type: DT_INT32 + type: DT_BOOL + } } } } node { - name: "global_step/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "IteratorV2" + op: "IteratorV2" + device: "/device:CPU:0" attr { key: "_class" value { list { - s: "loc:@global_step/replica_1" + s: "loc:@ParallelMapDatasetV2_2" } } } @@ -1677,61 +1942,85 @@ node { } } attr { - key: "dtype" + key: "container" value { - type: DT_INT64 + s: "" } } -} -node { - name: "Identity/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } } } } } attr { - key: "dtype" + key: "output_types" value { - type: DT_INT64 + list { + type: DT_INT64 + type: DT_INT32 + type: DT_BOOL + } } } -} -node { - name: "Identity" - op: "Identity" - input: "Identity/ReadVariableOp" attr { - key: "T" + key: "shared_name" value { - type: DT_INT64 + s: "" } } +} +node { + name: "MakeIterator" + op: "MakeIterator" + input: "OptimizeDatasetV2" + input: "IteratorV2" + device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@ParallelMapDatasetV2_2" } } } } node { - name: "Identity_1" - op: "Identity" - input: "Identity" + name: "IteratorToStringHandle" + op: "IteratorToStringHandle" + input: "IteratorV2" + device: "/device:CPU:0" attr { - key: "T" + key: "_class" value { - type: DT_INT64 + list { + s: "loc:@ParallelMapDatasetV2_2" + } } } attr { @@ -1745,9 +2034,18 @@ node { } } node { - name: "ExperimentalFunctionBufferingResourceGetNext" - op: "ExperimentalFunctionBufferingResourceGetNext" - input: "ExperimentalFunctionBufferingResource" + name: "IteratorGetNext" + op: "IteratorGetNext" + input: "IteratorV2" + device: "/device:CPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@ParallelMapDatasetV2_2" + } + } + } attr { key: "_output_shapes" value { @@ -1780,22 +2078,7 @@ node { } } attr { - key: "output_types" - value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL - } - } - } -} -node { - name: "ExperimentalFunctionBufferingResourceGetNext_1" - op: "ExperimentalFunctionBufferingResourceGetNext" - input: "ExperimentalFunctionBufferingResource_1" - attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { @@ -1830,7 +2113,7 @@ node { value { list { type: DT_INT64 - type: DT_INT64 + type: DT_INT32 type: DT_BOOL } } @@ -1839,7 +2122,6 @@ node { node { name: "random_normal/shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -1876,7 +2158,6 @@ node { node { name: "random_normal/mean" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -1907,7 +2188,6 @@ node { node { name: "random_normal/stddev" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -1939,7 +2219,6 @@ node { name: "random_normal/RandomStandardNormal" op: "RandomStandardNormal" input: "random_normal/shape" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -1970,13 +2249,13 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 1 } } } @@ -1985,7 +2264,6 @@ node { op: "Mul" input: "random_normal/RandomStandardNormal" input: "random_normal/stddev" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -2013,7 +2291,6 @@ node { op: "Add" input: "random_normal/mul" input: "random_normal/mean" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -2039,7 +2316,6 @@ node { node { name: "embeddings" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { @@ -2057,6 +2333,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -2093,7 +2376,6 @@ node { name: "embeddings/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2109,15 +2391,6 @@ node { op: "AssignVariableOp" input: "embeddings" input: "random_normal" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings" - } - } - } attr { key: "dtype" value { @@ -2129,15 +2402,6 @@ node { name: "embeddings/Read/ReadVariableOp" op: "ReadVariableOp" input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings" - } - } - } attr { key: "_output_shapes" value { @@ -2161,21 +2425,21 @@ node { } } node { - name: "embeddings/replica_1/Initializer/Identity" - op: "Identity" - input: "random_normal" - device: "/replica:0/task:0/device:GPU:1" + name: "embedding_lookup" + op: "ResourceGather" + input: "embeddings" + input: "IteratorGetNext" attr { - key: "T" + key: "Tindices" value { - type: DT_FLOAT + type: DT_INT64 } } attr { key: "_class" value { list { - s: "loc:@embeddings/replica_1" + s: "loc:@embeddings" } } } @@ -2185,125 +2449,10 @@ node { list { shape { dim { - size: 74 + size: -1 } dim { - size: 8 - } - } - } - } - } -} -node { - name: "embeddings/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - attr { - key: "shared_name" - value { - s: "embeddings/replica_1" - } - } -} -node { - name: "embeddings/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "embeddings/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/replica_1/Assign" - op: "AssignVariableOp" - input: "embeddings/replica_1" - input: "embeddings/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + size: -1 } dim { size: 8 @@ -2313,30 +2462,9 @@ node { } } attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embedding_lookup/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" + key: "batch_dims" value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } + i: 0 } } attr { @@ -2345,67 +2473,19 @@ node { type: DT_FLOAT } } -} -node { - name: "embedding_lookup/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embedding_lookup/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } attr { - key: "value" + key: "validate_indices" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + b: true } } } node { - name: "embedding_lookup" - op: "GatherV2" - input: "embedding_lookup/ReadVariableOp" - input: "ExperimentalFunctionBufferingResourceGetNext" - input: "embedding_lookup/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } + name: "embedding_lookup/Identity" + op: "Identity" + input: "embedding_lookup" attr { - key: "Tparams" + key: "T" value { type: DT_FLOAT } @@ -2414,7 +2494,7 @@ node { key: "_class" value { list { - s: "loc:@embedding_lookup/ReadVariableOp" + s: "loc:@embeddings" } } } @@ -2438,10 +2518,9 @@ node { } } node { - name: "embedding_lookup/Identity" + name: "embedding_lookup/Identity_1" op: "Identity" - input: "embedding_lookup" - device: "/replica:0/task:0/device:GPU:0" + input: "embedding_lookup/Identity" attr { key: "T" value { @@ -2470,7 +2549,6 @@ node { node { name: "DropoutWrapperInit/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2501,7 +2579,6 @@ node { node { name: "DropoutWrapperInit/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2532,7 +2609,6 @@ node { node { name: "DropoutWrapperInit/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2563,7 +2639,6 @@ node { node { name: "DropoutWrapperInit_1/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2594,7 +2669,6 @@ node { node { name: "DropoutWrapperInit_1/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2625,7 +2699,6 @@ node { node { name: "DropoutWrapperInit_1/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2656,7 +2729,6 @@ node { node { name: "DropoutWrapperInit_2/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2687,7 +2759,6 @@ node { node { name: "DropoutWrapperInit_2/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2718,7 +2789,6 @@ node { node { name: "DropoutWrapperInit_2/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2749,7 +2819,6 @@ node { node { name: "DropoutWrapperInit_3/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2780,7 +2849,6 @@ node { node { name: "DropoutWrapperInit_3/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2811,7 +2879,6 @@ node { node { name: "DropoutWrapperInit_3/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2842,7 +2909,6 @@ node { node { name: "DropoutWrapperInit_4/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2873,7 +2939,6 @@ node { node { name: "DropoutWrapperInit_4/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2904,7 +2969,6 @@ node { node { name: "DropoutWrapperInit_4/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2935,7 +2999,6 @@ node { node { name: "DropoutWrapperInit_5/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2966,7 +3029,6 @@ node { node { name: "DropoutWrapperInit_5/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -2997,7 +3059,6 @@ node { node { name: "DropoutWrapperInit_5/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3028,7 +3089,6 @@ node { node { name: "bidirectional_rnn/fw/fw/Rank" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3059,7 +3119,6 @@ node { node { name: "bidirectional_rnn/fw/fw/range/start" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3090,7 +3149,6 @@ node { node { name: "bidirectional_rnn/fw/fw/range/delta" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3124,7 +3182,6 @@ node { input: "bidirectional_rnn/fw/fw/range/start" input: "bidirectional_rnn/fw/fw/Rank" input: "bidirectional_rnn/fw/fw/range/delta" - device: "/replica:0/task:0/device:GPU:0" attr { key: "Tidx" value { @@ -3147,7 +3204,6 @@ node { node { name: "bidirectional_rnn/fw/fw/concat/values_0" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3184,7 +3240,6 @@ node { node { name: "bidirectional_rnn/fw/fw/concat/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3218,7 +3273,6 @@ node { input: "bidirectional_rnn/fw/fw/concat/values_0" input: "bidirectional_rnn/fw/fw/range" input: "bidirectional_rnn/fw/fw/concat/axis" - device: "/replica:0/task:0/device:GPU:0" attr { key: "N" value { @@ -3253,9 +3307,8 @@ node { node { name: "bidirectional_rnn/fw/fw/transpose" op: "Transpose" - input: "embedding_lookup/Identity" + input: "embedding_lookup/Identity_1" input: "bidirectional_rnn/fw/fw/concat" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -3287,47 +3340,10 @@ node { } } } -node { - name: "bidirectional_rnn/fw/fw/ToInt32" - op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "DstT" - value { - type: DT_INT32 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} node { name: "bidirectional_rnn/fw/fw/sequence_length" op: "Identity" - input: "bidirectional_rnn/fw/fw/ToInt32" - device: "/replica:0/task:0/device:GPU:0" + input: "IteratorGetNext:1" attr { key: "T" value { @@ -3351,7 +3367,6 @@ node { name: "bidirectional_rnn/fw/fw/Shape" op: "Shape" input: "bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -3380,7 +3395,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice/stack" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3417,7 +3431,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice/stack_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3454,7 +3467,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice/stack_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3495,7 +3507,6 @@ node { input: "bidirectional_rnn/fw/fw/strided_slice/stack" input: "bidirectional_rnn/fw/fw/strided_slice/stack_1" input: "bidirectional_rnn/fw/fw/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" attr { key: "Index" value { @@ -3549,9 +3560,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3580,11 +3590,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims/dim" attr { key: "T" value { @@ -3611,9 +3620,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3648,9 +3656,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3679,12 +3686,11 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat" op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat/axis" attr { key: "N" value { @@ -3717,9 +3723,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3748,11 +3753,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros" op: "Fill" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros/Const" attr { key: "T" value { @@ -3782,9 +3786,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3813,11 +3816,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1/dim" attr { key: "T" value { @@ -3844,9 +3846,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3881,9 +3882,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3912,11 +3912,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims/dim" attr { key: "T" value { @@ -3943,9 +3942,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -3980,9 +3978,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4011,12 +4008,11 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat" op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat/axis" attr { key: "N" value { @@ -4049,9 +4045,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4080,11 +4075,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros" op: "Fill" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros/Const" attr { key: "T" value { @@ -4114,9 +4108,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4145,11 +4138,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1/dim" attr { key: "T" value { @@ -4176,9 +4168,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4213,9 +4204,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4244,11 +4234,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims/dim" attr { key: "T" value { @@ -4275,9 +4264,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4312,9 +4300,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4343,12 +4330,11 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat" op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat/axis" attr { key: "N" value { @@ -4381,9 +4367,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4412,11 +4397,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros" op: "Fill" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros/Const" attr { key: "T" value { @@ -4446,9 +4430,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4477,11 +4460,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1" op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1/dim" attr { key: "T" value { @@ -4508,9 +4490,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const_1" + name: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4548,7 +4529,6 @@ node { name: "bidirectional_rnn/fw/fw/Shape_1" op: "Shape" input: "bidirectional_rnn/fw/fw/sequence_length" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -4578,7 +4558,6 @@ node { name: "bidirectional_rnn/fw/fw/stack" op: "Pack" input: "bidirectional_rnn/fw/fw/strided_slice" - device: "/replica:0/task:0/device:GPU:0" attr { key: "N" value { @@ -4615,7 +4594,6 @@ node { op: "Equal" input: "bidirectional_rnn/fw/fw/Shape_1" input: "bidirectional_rnn/fw/fw/stack" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -4634,282 +4612,278 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/All" - op: "All" - input: "bidirectional_rnn/fw/fw/Equal" - input: "bidirectional_rnn/fw/fw/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Assert/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor bidirectional_rnn/fw/fw/sequence_length:0 is " - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Assert/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { - key: "dtype" + key: "incompatible_shape_error" value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Assert/Assert/data_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor bidirectional_rnn/fw/fw/sequence_length:0 is " - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Assert/Assert/data_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Assert/Assert" - op: "Assert" - input: "bidirectional_rnn/fw/fw/All" - input: "bidirectional_rnn/fw/fw/Assert/Assert/data_0" - input: "bidirectional_rnn/fw/fw/stack" - input: "bidirectional_rnn/fw/fw/Assert/Assert/data_2" - input: "bidirectional_rnn/fw/fw/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - list { - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_INT32 - } - } - } - attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/CheckSeqLen" - op: "Identity" - input: "bidirectional_rnn/fw/fw/sequence_length" - input: "^bidirectional_rnn/fw/fw/Assert/Assert" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/Shape_2" - op: "Shape" - input: "bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 + b: true } } } node { - name: "bidirectional_rnn/fw/fw/strided_slice_1/stack" + name: "bidirectional_rnn/fw/fw/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 1 + } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/All" + op: "All" + input: "bidirectional_rnn/fw/fw/Equal" + input: "bidirectional_rnn/fw/fw/Const" + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "keep_dims" + value { + b: false + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Assert/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "Expected shape for Tensor bidirectional_rnn/fw/fw/sequence_length:0 is " + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Assert/Const_1" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: " but saw shape: " + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Assert/Assert/data_0" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "Expected shape for Tensor bidirectional_rnn/fw/fw/sequence_length:0 is " + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Assert/Assert/data_2" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: " but saw shape: " + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Assert/Assert" + op: "Assert" + input: "bidirectional_rnn/fw/fw/All" + input: "bidirectional_rnn/fw/fw/Assert/Assert/data_0" + input: "bidirectional_rnn/fw/fw/stack" + input: "bidirectional_rnn/fw/fw/Assert/Assert/data_2" + input: "bidirectional_rnn/fw/fw/Shape_1" + attr { + key: "T" + value { + list { + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_INT32 + } + } + } + attr { + key: "summarize" + value { + i: 3 + } + } +} +node { + name: "bidirectional_rnn/fw/fw/CheckSeqLen" + op: "Identity" + input: "bidirectional_rnn/fw/fw/sequence_length" + input: "^bidirectional_rnn/fw/fw/Assert/Assert" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/fw/fw/Shape_2" + op: "Shape" + input: "bidirectional_rnn/fw/fw/transpose" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 3 + } + } + } + } + } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } +} +node { + name: "bidirectional_rnn/fw/fw/strided_slice_1/stack" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4946,7 +4920,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice_1/stack_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -4983,7 +4956,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice_1/stack_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5024,7 +4996,6 @@ node { input: "bidirectional_rnn/fw/fw/strided_slice_1/stack" input: "bidirectional_rnn/fw/fw/strided_slice_1/stack_1" input: "bidirectional_rnn/fw/fw/strided_slice_1/stack_2" - device: "/replica:0/task:0/device:GPU:0" attr { key: "Index" value { @@ -5081,7 +5052,6 @@ node { name: "bidirectional_rnn/fw/fw/Shape_3" op: "Shape" input: "bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -5110,7 +5080,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice_2/stack" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5147,7 +5116,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice_2/stack_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5184,7 +5152,6 @@ node { node { name: "bidirectional_rnn/fw/fw/strided_slice_2/stack_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5225,7 +5192,6 @@ node { input: "bidirectional_rnn/fw/fw/strided_slice_2/stack" input: "bidirectional_rnn/fw/fw/strided_slice_2/stack_1" input: "bidirectional_rnn/fw/fw/strided_slice_2/stack_2" - device: "/replica:0/task:0/device:GPU:0" attr { key: "Index" value { @@ -5281,7 +5247,6 @@ node { node { name: "bidirectional_rnn/fw/fw/ExpandDims/dim" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5314,7 +5279,6 @@ node { op: "ExpandDims" input: "bidirectional_rnn/fw/fw/strided_slice_2" input: "bidirectional_rnn/fw/fw/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -5343,7 +5307,6 @@ node { node { name: "bidirectional_rnn/fw/fw/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5380,7 +5343,6 @@ node { node { name: "bidirectional_rnn/fw/fw/concat_1/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5414,7 +5376,6 @@ node { input: "bidirectional_rnn/fw/fw/ExpandDims" input: "bidirectional_rnn/fw/fw/Const_1" input: "bidirectional_rnn/fw/fw/concat_1/axis" - device: "/replica:0/task:0/device:GPU:0" attr { key: "N" value { @@ -5449,7 +5410,6 @@ node { node { name: "bidirectional_rnn/fw/fw/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5482,7 +5442,6 @@ node { op: "Fill" input: "bidirectional_rnn/fw/fw/concat_1" input: "bidirectional_rnn/fw/fw/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -5514,7 +5473,6 @@ node { node { name: "bidirectional_rnn/fw/fw/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5553,7 +5511,6 @@ node { op: "Min" input: "bidirectional_rnn/fw/fw/CheckSeqLen" input: "bidirectional_rnn/fw/fw/Const_2" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -5585,7 +5542,6 @@ node { node { name: "bidirectional_rnn/fw/fw/Const_3" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5624,7 +5580,6 @@ node { op: "Max" input: "bidirectional_rnn/fw/fw/CheckSeqLen" input: "bidirectional_rnn/fw/fw/Const_3" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { @@ -5656,7 +5611,6 @@ node { node { name: "bidirectional_rnn/fw/fw/time" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -5685,9 +5639,8 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/TensorArray" - op: "TensorArrayV3" - input: "bidirectional_rnn/fw/fw/strided_slice_1" + name: "bidirectional_rnn/fw/fw/TensorArrayV2/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -5697,59 +5650,60 @@ node { size: 2 } } - shape { - } } } } - attr { - key: "clear_after_read" - value { - b: true - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "dynamic_size" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "bidirectional_rnn/fw/fw/TensorArrayV2" + op: "TensorListReserve" + input: "bidirectional_rnn/fw/fw/TensorArrayV2/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "element_shape" + key: "_output_shapes" value { - shape { - dim { - size: -1 - } - dim { - size: 128 + list { + shape { } } } } attr { - key: "identical_element_shapes" + key: "element_dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "tensor_array_name" + key: "shape_type" value { - s: "bidirectional_rnn/fw/fw/dynamic_rnn/output_0" + type: DT_INT32 } } } node { - name: "bidirectional_rnn/fw/fw/TensorArray_1" - op: "TensorArrayV3" - input: "bidirectional_rnn/fw/fw/strided_slice_1" + name: "bidirectional_rnn/fw/fw/TensorArrayV2_1/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -5759,96 +5713,67 @@ node { size: 2 } } - shape { - } } } } - attr { - key: "clear_after_read" - value { - b: true - } - } attr { key: "dtype" value { - type: DT_FLOAT - } - } - attr { - key: "dynamic_size" - value { - b: false + type: DT_INT32 } } attr { - key: "element_shape" + key: "value" value { - shape { - dim { - size: -1 - } - dim { - size: 8 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\010\000\000\000" } } } - attr { - key: "identical_element_shapes" - value { - b: true - } - } - attr { - key: "tensor_array_name" - value { - s: "bidirectional_rnn/fw/fw/dynamic_rnn/input_0" - } - } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/fw/TensorArrayV2_1" + op: "TensorListReserve" + input: "bidirectional_rnn/fw/fw/TensorArrayV2_1/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack" + name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: 2 } } } @@ -5867,63 +5792,49 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 1 + size: 2 } } - int_val: 0 + tensor_content: "\377\377\377\377\010\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor" + op: "TensorListFromTensor" + input: "bidirectional_rnn/fw/fw/transpose" + input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor/element_shape" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_2" + name: "bidirectional_rnn/fw/fw/Maximum/x" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -5940,9 +5851,6 @@ node { tensor { dtype: DT_INT32 tensor_shape { - dim { - size: 1 - } } int_val: 1 } @@ -5950,19 +5858,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice" - op: "StridedSlice" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/Shape" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_1" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } + name: "bidirectional_rnn/fw/fw/Maximum" + op: "Maximum" + input: "bidirectional_rnn/fw/fw/Maximum/x" + input: "bidirectional_rnn/fw/fw/Max" attr { key: "T" value { @@ -5978,41 +5877,31 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/fw/Minimum" + op: "Minimum" + input: "bidirectional_rnn/fw/fw/strided_slice_1" + input: "bidirectional_rnn/fw/fw/Maximum" attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" + key: "T" value { - i: 0 + type: DT_INT32 } } attr { - key: "shrink_axis_mask" + key: "_output_shapes" value { - i: 1 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range/start" + name: "bidirectional_rnn/fw/fw/while/loop_counter" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -6041,14 +5930,24 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range/delta" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -6065,23 +5964,24 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\210\000\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - op: "Range" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range/start" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range/delta" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" + op: "Const" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -6089,50 +5989,39 @@ node { value { list { shape { - dim { - size: -1 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "bidirectional_rnn/fw/fw/TensorArray_1" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - input: "bidirectional_rnn/fw/fw/transpose" - input: "bidirectional_rnn/fw/fw/TensorArray_1:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/transpose" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: -0.12371791154146194 } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/max" + op: "Const" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/Maximum/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -6145,27 +6034,25 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: 1 + float_val: 0.12371791154146194 } } } } node { - name: "bidirectional_rnn/fw/fw/Maximum" - op: "Maximum" - input: "bidirectional_rnn/fw/fw/Maximum/x" - input: "bidirectional_rnn/fw/fw/Max" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -6173,116 +6060,93 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/Minimum" - op: "Minimum" - input: "bidirectional_rnn/fw/fw/strided_slice_1" - input: "bidirectional_rnn/fw/fw/Maximum" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } + dim { + size: 256 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/iteration_counter" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "seed" value { - type: DT_INT32 + i: 17 } } attr { - key: "value" + key: "seed2" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + i: 2 } } } node { - name: "bidirectional_rnn/fw/fw/while/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/while/iteration_counter" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { - key: "parallel_iterations" + key: "T" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Enter_1" - op: "Enter" - input: "bidirectional_rnn/fw/fw/time" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -6290,38 +6154,61 @@ node { value { list { shape { + dim { + size: 136 + } + dim { + size: 256 + } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: false + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/Enter_2" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArray:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -6334,119 +6221,100 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "allowed_devices" value { - b: false + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Enter_3" - op: "Enter" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 136 + } + dim { + size: 256 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/Enter_4" - op: "Enter" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "bidirectional_rnn/fw/fw/while/Enter_5" - op: "Enter" - input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { @@ -6459,50 +6327,69 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Initializer/Const" + op: "Const" attr { - key: "frame_name" + key: "_class" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { - key: "is_constant" + key: "_output_shapes" value { - b: false + list { + shape { + dim { + size: 256 + } + } + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Merge" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter" - input: "bidirectional_rnn/fw/fw/while/NextIteration" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "value" value { - i: 2 + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 256 + } + } + float_val: 1.0 + } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -6511,120 +6398,98 @@ node { list { shape { } - shape { - } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Merge_1" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter_1" - input: "bidirectional_rnn/fw/fw/while/NextIteration_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "allowed_devices" value { - i: 2 + list { + } } } attr { - key: "T" + key: "container" value { - type: DT_INT32 + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - shape { - } - } + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Merge_2" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter_2" - input: "bidirectional_rnn/fw/fw/while/NextIteration_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "shape" value { - i: 2 + shape { + dim { + size: 256 + } + } } } attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/fw/fw/while/Merge_3" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter_3" - input: "bidirectional_rnn/fw/fw/while/NextIteration_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Initializer/Const" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } - shape { - } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Merge_4" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter_4" - input: "bidirectional_rnn/fw/fw/while/NextIteration_4" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "dtype" value { - i: 2 + type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" attr { key: "T" value { @@ -6637,34 +6502,22 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } - shape { - } } } } } node { - name: "bidirectional_rnn/fw/fw/while/Merge_5" - op: "Merge" - input: "bidirectional_rnn/fw/fw/while/Enter_5" - input: "bidirectional_rnn/fw/fw/while/NextIteration_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/shape" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -6673,49 +6526,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } - shape { - } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Less" - op: "Less" - input: "bidirectional_rnn/fw/fw/while/Merge" - input: "bidirectional_rnn/fw/fw/while/Less/Enter" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\210\000\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/Less/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/strided_slice_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -6728,55 +6574,32 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/Less_1" - op: "Less" - input: "bidirectional_rnn/fw/fw/while/Merge_1" - input: "bidirectional_rnn/fw/fw/while/Less_1/Enter" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: -0.15075567364692688 } } } } node { - name: "bidirectional_rnn/fw/fw/while/Less_1/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/Minimum" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/max" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -6789,61 +6612,27 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/LogicalAnd" - op: "LogicalAnd" - input: "bidirectional_rnn/fw/fw/while/Less" - input: "bidirectional_rnn/fw/fw/while/Less_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/LoopCond" - op: "LoopCond" - input: "bidirectional_rnn/fw/fw/while/LogicalAnd" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.15075567364692688 } } } } node { - name: "bidirectional_rnn/fw/fw/while/Switch" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -6854,7 +6643,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -6863,51 +6652,40 @@ node { value { list { shape { - } - shape { + dim { + size: 136 + } + dim { + size: 128 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Switch_1" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge_1" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_class" + key: "seed" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge_1" - } + i: 17 } } attr { - key: "_output_shapes" + key: "seed2" value { - list { - shape { - } - shape { - } - } + i: 3 } } } node { - name: "bidirectional_rnn/fw/fw/while/Switch_2" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge_2" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -6918,7 +6696,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge_2" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -6928,18 +6706,15 @@ node { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/fw/fw/while/Switch_3" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge_3" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -6950,7 +6725,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge_3" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -6960,15 +6735,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 + size: 136 } dim { size: 128 @@ -6979,11 +6746,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Switch_4" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge_4" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -6994,7 +6760,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge_4" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -7004,15 +6770,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 + size: 136 } dim { size: 128 @@ -7023,22 +6781,13 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Switch_5" - op: "Switch" - input: "bidirectional_rnn/fw/fw/while/Merge_5" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Merge_5" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -7047,78 +6796,53 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "_output_shapes" + key: "container" value { - list { - shape { - } - } + s: "" } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Identity_1" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch_1:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Identity_2" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch_2:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -7130,23 +6854,28 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Identity_3" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch_3:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -7155,12 +6884,17 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "bidirectional_rnn/fw/fw/while/Identity_4" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch_4:1" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { @@ -7173,7 +6907,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -7184,14 +6918,14 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Identity_5" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Switch_5:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -7199,9 +6933,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -7209,49 +6940,36 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/add/y" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 128 + } } - int_val: 1 + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/Identity" - input: "bidirectional_rnn/fw/fw/while/add/y" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -7263,89 +6981,46 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_1" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } } } } attr { - key: "dtype" + key: "container" value { - type: DT_FLOAT + s: "" } } -} -node { - name: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 128 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } node { - name: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -7355,59 +7030,50 @@ node { } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/GreaterEqual" - op: "GreaterEqual" - input: "bidirectional_rnn/fw/fw/while/Identity_1" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Initializer/zeros" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 128 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "bidirectional_rnn/fw/fw/while/GreaterEqual/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/CheckSeqLen" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -7416,39 +7082,21 @@ node { list { shape { dim { - size: -1 + size: 128 } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7480,19 +7128,19 @@ node { size: 2 } } - tensor_content: "\210\000\000\000\000\001\000\000" + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7518,19 +7166,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.12371791154146194 + float_val: -0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7556,15 +7204,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.12371791154146194 + float_val: 0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -7575,7 +7223,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7585,7 +7233,7 @@ node { list { shape { dim { - size: 136 + size: 256 } dim { size: 256 @@ -7603,21 +7251,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 4 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -7628,7 +7276,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7643,10 +7291,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -7657,7 +7305,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7667,7 +7315,7 @@ node { list { shape { dim { - size: 136 + size: 256 } dim { size: 256 @@ -7678,10 +7326,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -7692,7 +7340,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7702,7 +7350,7 @@ node { list { shape { dim { - size: 136 + size: 256 } dim { size: 256 @@ -7713,14 +7361,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -7733,6 +7380,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -7750,7 +7404,7 @@ node { value { shape { dim { - size: 136 + size: 256 } dim { size: 256 @@ -7761,15 +7415,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { @@ -7781,19 +7434,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -7802,25 +7446,16 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: 136 + size: 256 } dim { size: 256 @@ -7837,21 +7472,39 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Initializer/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -7861,25 +7514,41 @@ node { list { shape { dim { - size: 136 + size: 256 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { size: 256 } } + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -7892,6 +7561,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -7908,9 +7584,6 @@ node { key: "shape" value { shape { - dim { - size: 136 - } dim { size: 256 } @@ -7920,15 +7593,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { @@ -7940,19 +7612,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Initializer/Const" attr { key: "dtype" value { @@ -7961,26 +7624,14 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 136 - } dim { size: 256 } @@ -7996,14 +7647,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - op: "Const" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -8018,303 +7668,15 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 1.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8346,19 +7708,19 @@ node { size: 2 } } - tensor_content: "\010\000\000\000\200\000\000\000" + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8384,19 +7746,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.21004201471805573 + float_val: -0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8422,15 +7784,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.21004201471805573 + float_val: 0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -8441,7 +7803,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8451,7 +7813,7 @@ node { list { shape { dim { - size: 8 + size: 256 } dim { size: 128 @@ -8469,21 +7831,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 5 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -8494,7 +7856,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8509,10 +7871,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -8523,7 +7885,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8533,7 +7895,7 @@ node { list { shape { dim { - size: 8 + size: 256 } dim { size: 128 @@ -8544,10 +7906,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -8558,7 +7920,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8568,7 +7930,7 @@ node { list { shape { dim { - size: 8 + size: 256 } dim { size: 128 @@ -8579,14 +7941,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -8599,6 +7960,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -8616,7 +7984,7 @@ node { value { shape { dim { - size: 8 + size: 256 } dim { size: 128 @@ -8627,15 +7995,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -8647,19 +8014,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -8668,25 +8026,16 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: 8 + size: 256 } dim { size: 128 @@ -8703,21 +8052,39 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -8727,25 +8094,41 @@ node { list { shape { dim { - size: 8 + size: 128 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { size: 128 } } + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -8758,6 +8141,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -8774,9 +8164,6 @@ node { key: "shape" value { shape { - dim { - size: 8 - } dim { size: 128 } @@ -8786,15 +8173,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -8806,16 +8192,30 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Initializer/zeros" attr { - key: "_class" + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + shape { + dim { + size: 128 + } + } } } } @@ -8827,16 +8227,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -8844,9 +8241,6 @@ node { value { list { shape { - dim { - size: 8 - } dim { size: 128 } @@ -8854,21 +8248,15 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -8900,19 +8288,19 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -8938,19 +8326,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.1530931144952774 + float_val: -0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -8976,15 +8364,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.1530931144952774 + float_val: 0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -8995,7 +8383,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -9005,10 +8393,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -9023,21 +8411,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 6 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -9048,7 +8436,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -9063,10 +8451,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -9077,7 +8465,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -9087,10 +8475,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -9098,10 +8486,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -9112,7 +8500,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -9122,10 +8510,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -9133,14 +8521,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -9153,6 +8540,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -9170,10 +8564,10 @@ node { value { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -9181,15 +8575,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { @@ -9201,19 +8594,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -9222,28 +8606,19 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -9257,21 +8632,39 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Initializer/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -9281,25 +8674,41 @@ node { list { shape { dim { - size: 128 + size: 256 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -9312,6 +8721,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -9329,10 +8745,7 @@ node { value { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } @@ -9340,15 +8753,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { key: "_output_shapes" value { @@ -9360,16 +8772,30 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Initializer/Const" attr { - key: "_class" + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + shape { + dim { + size: 256 + } + } } } } @@ -9381,16 +8807,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -9399,30 +8822,21 @@ node { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9432,7 +8846,7 @@ node { list { shape { dim { - size: 128 + size: 2 } } } @@ -9441,33 +8855,32 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 2 } } - float_val: 0.0 + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9480,12 +8893,6 @@ node { } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { @@ -9493,48 +8900,34 @@ node { } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: -0.125 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/max" + op: "Const" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + shape { + } } } } @@ -9544,55 +8937,33 @@ node { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.125 } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9601,6 +8972,9 @@ node { value { list { shape { + dim { + size: 256 + } dim { size: 128 } @@ -9608,62 +8982,44 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "seed" value { - list { - shape { - } - } + i: 17 } } attr { - key: "container" + key: "seed2" value { - s: "" + i: 7 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_class" value { - shape { - dim { - size: 128 - } + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -9675,36 +9031,21 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9713,6 +9054,9 @@ node { value { list { shape { + dim { + size: 256 + } dim { size: 128 } @@ -9720,21 +9064,23 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9744,42 +9090,24 @@ node { list { shape { dim { - size: 128 + size: 256 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { dim { size: 128 } } - float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -9792,6 +9120,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -9808,6 +9143,9 @@ node { key: "shape" value { shape { + dim { + size: 256 + } dim { size: 128 } @@ -9817,15 +9155,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -9837,19 +9174,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -9858,23 +9186,17 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } dim { size: 128 } @@ -9890,21 +9212,39 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -9920,16 +9260,35 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } + } + } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -9942,6 +9301,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -9967,15 +9333,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -9987,19 +9352,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Initializer/zeros" attr { key: "dtype" value { @@ -10008,18 +9364,9 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -10040,136 +9387,925 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: 128 + } } - int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while" + op: "While" + input: "bidirectional_rnn/fw/fw/while/loop_counter" + input: "bidirectional_rnn/fw/fw/strided_slice_1" + input: "bidirectional_rnn/fw/fw/time" + input: "bidirectional_rnn/fw/fw/TensorArrayV2" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros" + input: "bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros" + input: "bidirectional_rnn/fw/fw/Minimum" + input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor" + input: "bidirectional_rnn/fw/fw/CheckSeqLen" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/fw/fw/zeros" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Select_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_2_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/GreaterEqual_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_3_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_4_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator" attr { - key: "N" + key: "T" value { - i: 2 + list { + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_INT32 + type: DT_VARIANT + type: DT_INT32 + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + } } } attr { - key: "T" + key: "_lower_using_switch_merge" value { - type: DT_FLOAT + b: true } } attr { - key: "Tidx" + key: "_num_original_outputs" value { - type: DT_INT32 + i: 113 } } attr { key: "_output_shapes" value { list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } shape { dim { size: -1 } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { dim { size: 136 } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } } - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { dim { size: 136 } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { dim { size: 256 } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "_read_only_resource_inputs" value { - type: DT_RESOURCE + list { + } } } attr { - key: "_output_shapes" + key: "body" value { - list { - shape { - } + func { + name: "bidirectional_rnn_fw_fw_while_body_313_rewritten" } } } attr { - key: "frame_name" + key: "cond" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + func { + name: "bidirectional_rnn_fw_fw_while_cond_312_rewritten" + } } } attr { - key: "is_constant" + key: "output_shapes" value { - b: true + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + } } } attr { @@ -10180,15 +10316,13 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -10196,63 +10330,39 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_1" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:1" attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" + key: "T" value { - b: false + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_2" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:2" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -10264,31 +10374,31 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_3" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:3" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_VARIANT } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_4" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:4" attr { key: "T" value { @@ -10304,24 +10414,17 @@ node { size: -1 } dim { - size: 256 + size: 128 } } } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_5" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:5" attr { key: "T" value { @@ -10337,7 +10440,7 @@ node { size: -1 } dim { - size: 256 + size: 128 } } } @@ -10345,42 +10448,61 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_6" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:6" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_7" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:7" attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_8" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:8" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -10390,30 +10512,34 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_9" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:9" attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: -1 + } } - int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_10" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:10" attr { key: "T" value { @@ -10426,105 +10552,45 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_11" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:11" attr { - key: "num_split" + key: "T" value { - i: 2 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 8 - } - dim { - size: 128 + size: 256 } } } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_12" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:12" attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "T" value { type: DT_FLOAT } @@ -10535,39 +10601,8 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 136 } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { dim { size: 128 } @@ -10575,58 +10610,11 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_13" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:13" attr { key: "T" value { @@ -10638,9 +10626,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -10648,50 +10633,41 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_14" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:14" attr { - key: "data_format" + key: "T" value { - s: "NHWC" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_15" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:15" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -10699,35 +10675,18 @@ node { value { list { shape { + dim { + size: 256 + } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_16" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:16" attr { key: "T" value { @@ -10740,7 +10699,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -10749,25 +10708,17 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/fw/while/Identity_17" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:17" attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" + key: "T" value { - b: false + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -10780,22 +10731,15 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_18" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:18" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -10803,35 +10747,21 @@ node { value { list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_19" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:19" attr { key: "T" value { @@ -10844,28 +10774,17 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_20" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:20" attr { key: "T" value { @@ -10878,7 +10797,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -10889,11 +10808,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_21" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:21" attr { key: "T" value { @@ -10905,9 +10822,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -10917,10 +10831,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/while/Identity_22" + op: "Identity" + input: "bidirectional_rnn/fw/fw/while:22" attr { key: "T" value { @@ -10944,15 +10857,16 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" + name: "bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack/element_shape" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -10960,38 +10874,37 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 1.0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack" + op: "TensorListStack" + input: "bidirectional_rnn/fw/fw/while/Identity_3" + input: "bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack/element_shape" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } dim { size: -1 } @@ -11002,96 +10915,58 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "num_elements" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + i: -1 } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/fw/Const_4" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" + name: "bidirectional_rnn/fw/fw/Rank_1" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11104,56 +10979,24 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + int_val: 3 } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" + name: "bidirectional_rnn/fw/fw/range_1/start" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11166,26 +11009,24 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/max" + name: "bidirectional_rnn/fw/fw/range_1/delta" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11198,28 +11039,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 1.0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/range_1" + op: "Range" + input: "bidirectional_rnn/fw/fw/range_1/start" + input: "bidirectional_rnn/fw/fw/Rank_1" + input: "bidirectional_rnn/fw/fw/range_1/delta" attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -11230,46 +11072,52 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } +} +node { + name: "bidirectional_rnn/fw/fw/concat_2/values_0" + op: "Const" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "seed" + key: "dtype" value { - i: 0 + type: DT_INT32 } } attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\001\000\000\000\000\000\000\000" + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/fw/concat_2/axis" + op: "Const" attr { key: "_output_shapes" value { @@ -11279,73 +11127,46 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/concat_2" + op: "ConcatV2" + input: "bidirectional_rnn/fw/fw/concat_2/values_0" + input: "bidirectional_rnn/fw/fw/range_1" + input: "bidirectional_rnn/fw/fw/concat_2/axis" attr { - key: "T" + key: "N" value { - type: DT_FLOAT + i: 2 } } attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tidx" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -11354,10 +11175,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } @@ -11365,21 +11183,30 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/fw/transpose_1" + op: "Transpose" + input: "bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack" + input: "bidirectional_rnn/fw/fw/concat_2" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tperm" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } dim { size: -1 } @@ -11392,17 +11219,22 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/ReverseSequence" + op: "ReverseSequence" + input: "embedding_lookup/Identity_1" + input: "IteratorGetNext:1" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tlen" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { @@ -11412,46 +11244,31 @@ node { size: -1 } dim { - size: 128 + size: -1 + } + dim { + size: 8 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "batch_dim" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_output_shapes" + key: "seq_dim" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + i: 1 } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" + name: "bidirectional_rnn/bw/bw/Rank" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11464,56 +11281,24 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + int_val: 3 } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" + name: "bidirectional_rnn/bw/bw/range/start" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11526,26 +11311,24 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" + name: "bidirectional_rnn/bw/bw/range/delta" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -11558,28 +11341,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 1.0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/range" + op: "Range" + input: "bidirectional_rnn/bw/bw/range/start" + input: "bidirectional_rnn/bw/bw/Rank" + input: "bidirectional_rnn/bw/bw/range/delta" attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -11590,46 +11374,52 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/concat/values_0" + op: "Const" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "seed" + key: "dtype" value { - i: 0 + type: DT_INT32 } } attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\001\000\000\000\000\000\000\000" + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/bw/concat/axis" + op: "Const" attr { key: "_output_shapes" value { @@ -11639,73 +11429,46 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/concat" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/concat/values_0" + input: "bidirectional_rnn/bw/bw/range" + input: "bidirectional_rnn/bw/bw/concat/axis" attr { - key: "T" + key: "N" value { - type: DT_FLOAT + i: 2 } } attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tidx" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -11714,10 +11477,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } @@ -11725,16 +11485,22 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/transpose" + op: "Transpose" + input: "bidirectional_rnn/bw/ReverseSequence" + input: "bidirectional_rnn/bw/bw/concat" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tperm" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { @@ -11744,7 +11510,10 @@ node { size: -1 } dim { - size: 128 + size: -1 + } + dim { + size: 8 } } } @@ -11752,15 +11521,13 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/sequence_length" + op: "Identity" + input: "IteratorGetNext:1" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -11771,20 +11538,15 @@ node { dim { size: -1 } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/Shape" + op: "Shape" + input: "bidirectional_rnn/bw/bw/transpose" attr { key: "T" value { @@ -11797,34 +11559,29 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "out_type" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/bw/strided_slice/stack" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -11843,30 +11600,25 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\000\001\000\000\000\001\000\000" + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/strided_slice/stack_1" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -11874,37 +11626,35 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: -0.10825317353010178 + int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/bw/bw/strided_slice/stack_2" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -11912,37 +11662,41 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.10825317353010178 + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/bw/strided_slice" + op: "StridedSlice" + input: "bidirectional_rnn/bw/bw/Shape" + input: "bidirectional_rnn/bw/bw/strided_slice/stack" + input: "bidirectional_rnn/bw/bw/strided_slice/stack_1" + input: "bidirectional_rnn/bw/bw/strided_slice/stack_2" attr { - key: "T" + key: "Index" value { type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { @@ -11950,54 +11704,44 @@ node { value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } attr { - key: "dtype" + key: "begin_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "seed" + key: "ellipsis_mask" value { i: 0 } } attr { - key: "seed2" + key: "end_mask" value { i: 0 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "new_axis_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_class" + key: "shrink_axis_mask" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + i: 1 } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims/dim" + op: "Const" attr { key: "_output_shapes" value { @@ -12007,59 +11751,39 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims/dim" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "Tdim" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { @@ -12068,10 +11792,7 @@ node { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 1 } } } @@ -12079,105 +11800,93 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "container" + key: "dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 128 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat/axis" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 - } - dim { - size: 256 + list { + shape { } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat/axis" attr { - key: "_class" + key: "N" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + i: 2 } } attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "Tidx" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { @@ -12186,69 +11895,79 @@ node { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 2 } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros/Const" + op: "Const" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/concat" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: -1 } dim { - size: 256 + size: 128 } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "index_type" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1/dim" + op: "Const" attr { key: "_output_shapes" value { @@ -12259,97 +11978,97 @@ node { } } attr { - key: "container" + key: "dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/ExpandDims_1/dim" attr { - key: "shape" + key: "T" value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } + type: DT_INT32 } } attr { - key: "shared_name" + key: "Tdim" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/Const_1" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + shape { + dim { + size: 1 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 128 } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims/dim" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } @@ -12357,28 +12076,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - op: "Const" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims/dim" attr { - key: "_class" + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + shape { + dim { + size: 1 + } + } } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 1 } } } @@ -12387,100 +12139,100 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 256 + size: 1 } } - float_val: 1.0 + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat/axis" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + shape { + } } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_INT32 } } attr { - key: "container" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat/axis" attr { - key: "dtype" + key: "N" value { - type: DT_FLOAT + i: 2 } } attr { - key: "shape" + key: "T" value { - shape { - dim { - size: 256 - } - } + type: DT_INT32 } } attr { - key: "shared_name" + key: "Tidx" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros/Const" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + shape { + } } } } @@ -12490,18 +12242,27 @@ node { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } + } + } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/concat" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros/Const" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -12510,61 +12271,67 @@ node { list { shape { dim { - size: 256 + size: -1 + } + dim { + size: 128 } } } } } attr { - key: "dtype" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1/dim" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 256 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/ExpandDims_1/dim" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 } } attr { @@ -12572,44 +12339,53 @@ node { value { list { shape { + dim { + size: 1 + } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/Const_1" + op: "Const" attr { - key: "container" + key: "_output_shapes" value { - s: "" + list { + shape { + dim { + size: 1 + } + } + } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 256 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 128 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims/dim" + op: "Const" attr { key: "_output_shapes" value { @@ -12619,39 +12395,39 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims/dim" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 } } attr { @@ -12660,37 +12436,23 @@ node { list { shape { dim { - size: 256 + size: 1 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -12709,25 +12471,17 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\200\000\000\000\200\000\000\000" + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat/axis" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } attr { key: "_output_shapes" value { @@ -12740,32 +12494,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: -0.1530931144952774 + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - op: "Const" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat/axis" attr { - key: "_class" + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + shape { + dim { + size: 2 + } + } } } } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros/Const" + op: "Const" attr { key: "_output_shapes" value { @@ -12788,27 +12571,20 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.1530931144952774 + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/concat" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros/Const" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -12817,7 +12593,7 @@ node { list { shape { dim { - size: 128 + size: -1 } dim { size: 128 @@ -12827,41 +12603,57 @@ node { } } attr { - key: "dtype" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 + } + } +} +node { + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1/dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } attr { - key: "seed" + key: "dtype" value { - i: 0 + type: DT_INT32 } } attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/ExpandDims_1/dim" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "Tdim" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -12869,63 +12661,58 @@ node { value { list { shape { + dim { + size: 1 + } } } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/Const_1" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 128 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/Shape_1" + op: "Shape" + input: "bidirectional_rnn/bw/bw/sequence_length" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -12934,26 +12721,33 @@ node { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/stack" + op: "Pack" + input: "bidirectional_rnn/bw/bw/strided_slice" attr { - key: "_class" + key: "N" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + i: 1 + } + } + attr { + key: "T" + value { + type: DT_INT32 } } attr { @@ -12961,89 +12755,95 @@ node { value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "container" + key: "axis" value { - s: "" + i: 0 } } +} +node { + name: "bidirectional_rnn/bw/bw/Equal" + op: "Equal" + input: "bidirectional_rnn/bw/bw/Shape_1" + input: "bidirectional_rnn/bw/bw/stack" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { + dim { + size: 1 + } } } } } attr { - key: "shared_name" + key: "incompatible_shape_error" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + b: true } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/Const" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/All" + op: "All" + input: "bidirectional_rnn/bw/bw/Equal" + input: "bidirectional_rnn/bw/bw/Const" attr { - key: "_class" + key: "Tidx" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -13051,70 +12851,80 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "keep_dims" value { - type: DT_FLOAT + b: false } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/Assert/Const" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "Expected shape for Tensor bidirectional_rnn/bw/bw/sequence_length:0 is " } } } +} +node { + name: "bidirectional_rnn/bw/bw/Assert/Const_1" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: " but saw shape: " } } } +} +node { + name: "bidirectional_rnn/bw/bw/Assert/Assert/data_0" + op: "Const" attr { key: "_output_shapes" value { @@ -13125,84 +12935,88 @@ node { } } attr { - key: "container" + key: "dtype" value { - s: "" + type: DT_STRING } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "Expected shape for Tensor bidirectional_rnn/bw/bw/sequence_length:0 is " + } } } +} +node { + name: "bidirectional_rnn/bw/bw/Assert/Assert/data_2" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + type: DT_STRING } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_STRING + tensor_shape { } + string_val: " but saw shape: " } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/Assert/Assert" + op: "Assert" + input: "bidirectional_rnn/bw/bw/All" + input: "bidirectional_rnn/bw/bw/Assert/Assert/data_0" + input: "bidirectional_rnn/bw/bw/stack" + input: "bidirectional_rnn/bw/bw/Assert/Assert/data_2" + input: "bidirectional_rnn/bw/bw/Shape_1" attr { - key: "_class" + key: "T" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_INT32 } } } attr { - key: "dtype" + key: "summarize" value { - type: DT_FLOAT + i: 3 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/CheckSeqLen" + op: "Identity" + input: "bidirectional_rnn/bw/bw/sequence_length" + input: "^bidirectional_rnn/bw/bw/Assert/Assert" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_INT32 } } attr { @@ -13211,40 +13025,52 @@ node { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: -1 } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/Shape_2" + op: "Shape" + input: "bidirectional_rnn/bw/bw/transpose" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + shape { + dim { + size: 3 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } +} +node { + name: "bidirectional_rnn/bw/bw/strided_slice_1/stack" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -13263,30 +13089,25 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\200\000\000\000\200\000\000\000" + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/bw/strided_slice_1/stack_1" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -13294,37 +13115,35 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: -0.1530931144952774 + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/bw/bw/strided_slice_1/stack_2" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -13332,37 +13151,41 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.1530931144952774 + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/bw/strided_slice_1" + op: "StridedSlice" + input: "bidirectional_rnn/bw/bw/Shape_2" + input: "bidirectional_rnn/bw/bw/strided_slice_1/stack" + input: "bidirectional_rnn/bw/bw/strided_slice_1/stack_1" + input: "bidirectional_rnn/bw/bw/strided_slice_1/stack_2" attr { - key: "T" + key: "Index" value { type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } attr { @@ -13370,275 +13193,195 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" + key: "begin_mask" value { i: 0 } } attr { - key: "seed2" + key: "ellipsis_mask" value { i: 0 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "end_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_class" + key: "new_axis_mask" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + i: 0 } } attr { - key: "_output_shapes" + key: "shrink_axis_mask" value { - list { - shape { - } - } + i: 1 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/bw/bw/Shape_3" + op: "Shape" + input: "bidirectional_rnn/bw/bw/transpose" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 3 } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_class" + key: "out_type" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/bw/strided_slice_2/stack" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 1 } } } +} +node { + name: "bidirectional_rnn/bw/bw/strided_slice_2/stack_1" + op: "Const" attr { - key: "container" + key: "_output_shapes" value { - s: "" + list { + shape { + dim { + size: 1 + } + } + } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/strided_slice_2/stack_2" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 128 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 1 } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/strided_slice_2" + op: "StridedSlice" + input: "bidirectional_rnn/bw/bw/Shape_3" + input: "bidirectional_rnn/bw/bw/strided_slice_2/stack" + input: "bidirectional_rnn/bw/bw/strided_slice_2/stack_1" + input: "bidirectional_rnn/bw/bw/strided_slice_2/stack_2" attr { - key: "T" + key: "Index" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_INT32 } } attr { @@ -13646,75 +13389,44 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } attr { - key: "_output_shapes" + key: "begin_mask" value { - list { - shape { - } - } + i: 0 } } attr { - key: "container" + key: "ellipsis_mask" value { - s: "" + i: 0 } } attr { - key: "dtype" + key: "end_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "shape" + key: "new_axis_mask" value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } + i: 0 } } attr { - key: "shared_name" + key: "shrink_axis_mask" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + i: 1 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/ExpandDims/dim" + op: "Const" attr { key: "_output_shapes" value { @@ -13724,39 +13436,39 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/ExpandDims" + op: "ExpandDims" + input: "bidirectional_rnn/bw/bw/strided_slice_2" + input: "bidirectional_rnn/bw/bw/ExpandDims/dim" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 } } attr { @@ -13765,40 +13477,23 @@ node { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" + name: "bidirectional_rnn/bw/bw/Const_1" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -13807,100 +13502,100 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 1 } } - float_val: 0.0 + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/concat_1/axis" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" + shape { + } } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_INT32 } } attr { - key: "container" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/concat_1" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/ExpandDims" + input: "bidirectional_rnn/bw/bw/Const_1" + input: "bidirectional_rnn/bw/bw/concat_1/axis" attr { - key: "dtype" + key: "N" value { - type: DT_FLOAT + i: 2 } } attr { - key: "shape" + key: "T" value { - shape { - dim { - size: 128 - } - } + type: DT_INT32 } } attr { - key: "shared_name" + key: "Tidx" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/zeros/Const" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" + shape { + } } } } @@ -13910,18 +13605,27 @@ node { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } + } + } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/bw/concat_1" + input: "bidirectional_rnn/bw/bw/zeros/Const" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_FLOAT } } attr { @@ -13929,6 +13633,9 @@ node { value { list { shape { + dim { + size: -1 + } dim { size: 128 } @@ -13937,54 +13644,63 @@ node { } } attr { - key: "dtype" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/Const_2" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/Min" + op: "Min" + input: "bidirectional_rnn/bw/bw/CheckSeqLen" + input: "bidirectional_rnn/bw/bw/Const_2" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } attr { @@ -13997,39 +13713,65 @@ node { } } attr { - key: "container" + key: "keep_dims" value { - s: "" + b: false + } + } +} +node { + name: "bidirectional_rnn/bw/bw/Const_3" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 1 + } + } + } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } +} +node { + name: "bidirectional_rnn/bw/bw/Max" + op: "Max" + input: "bidirectional_rnn/bw/bw/CheckSeqLen" + input: "bidirectional_rnn/bw/bw/Const_3" + attr { + key: "T" + value { + type: DT_INT32 + } + } attr { - key: "shared_name" + key: "Tidx" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -14039,48 +13781,53 @@ node { } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/time" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + shape { + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 } } } +} +node { + name: "bidirectional_rnn/bw/bw/TensorArrayV2/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -14089,28 +13836,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" + name: "bidirectional_rnn/bw/bw/TensorArrayV2" + op: "TensorListReserve" + input: "bidirectional_rnn/bw/bw/TensorArrayV2/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "bidirectional_rnn/bw/bw/TensorArrayV2_1/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -14119,36 +13899,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 2 } } - float_val: 0.0 + tensor_content: "\377\377\377\377\010\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } + name: "bidirectional_rnn/bw/bw/TensorArrayV2_1" + op: "TensorListReserve" + input: "bidirectional_rnn/bw/bw/TensorArrayV2_1/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -14159,91 +13932,89 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\010\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor" + op: "TensorListFromTensor" + input: "bidirectional_rnn/bw/bw/transpose" + input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor/element_shape" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/bw/Maximum/x" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } @@ -14251,27 +14022,30 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "T" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/Maximum" + op: "Maximum" + input: "bidirectional_rnn/bw/bw/Maximum/x" + input: "bidirectional_rnn/bw/bw/Max" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_INT32 } } attr { @@ -14279,24 +14053,20 @@ node { value { list { shape { - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/bw/Minimum" + op: "Minimum" + input: "bidirectional_rnn/bw/bw/strided_slice_1" + input: "bidirectional_rnn/bw/bw/Maximum" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_INT32 } } attr { @@ -14308,81 +14078,89 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/loop_counter" + op: "Const" attr { - key: "container" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/shape" + op: "Const" attr { - key: "shared_name" + key: "_class" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\210\000\000\000\000\001\000\000" + } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -14391,9 +14169,6 @@ node { value { list { shape { - dim { - size: 128 - } } } } @@ -14404,12 +14179,29 @@ node { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: -0.12371791154146194 + } + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/max" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { @@ -14422,75 +14214,46 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: 1 + float_val: 0.12371791154146194 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 136 } dim { size: 256 @@ -14505,65 +14268,74 @@ node { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "seed" value { - type: DT_RESOURCE + i: 17 } } attr { - key: "_output_shapes" + key: "seed2" value { - list { - shape { - } - } + i: 8 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { size: 256 @@ -14572,30 +14344,34 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "transpose_a" + key: "T" value { - b: false + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "_class" value { - b: false + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } dim { size: 256 } @@ -14603,22 +14379,16 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -14631,43 +14401,81 @@ node { } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { - key: "T" + key: "_output_shapes" + value { + list { + shape { + } + } + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Initializer/random_uniform" + attr { + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { size: 256 @@ -14677,17 +14485,16 @@ node { } } attr { - key: "data_format" + key: "dtype" value { - s: "NHWC" + type: DT_FLOAT } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { @@ -14700,7 +14507,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 256 @@ -14711,15 +14518,24 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Initializer/Const" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } @@ -14727,26 +14543,35 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 256 + } } - int_val: 2 + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + op: "VarHandleOp" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { @@ -14756,82 +14581,79 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape" value { - tensor { - dtype: DT_INT32 - tensor_shape { + shape { + dim { + size: 256 } - int_val: 1 } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Initializer/Const" attr { - key: "num_split" + key: "dtype" value { - i: 2 + type: DT_FLOAT } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } @@ -14845,14 +14667,13 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -14860,39 +14681,23 @@ node { value { list { shape { + dim { + size: 256 + } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/shape" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -14901,42 +14706,49 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } attr { - key: "transpose_a" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\210\000\000\000\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" + op: "Const" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } @@ -14947,16 +14759,27 @@ node { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: -0.15075567364692688 + } + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/max" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -14969,71 +14792,48 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.15075567364692688 + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 136 } dim { size: 128 @@ -15048,65 +14848,74 @@ node { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "seed" value { - type: DT_RESOURCE + i: 17 } } attr { - key: "_output_shapes" + key: "seed2" value { - list { - shape { - } - } + i: 9 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -15115,30 +14924,34 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { - key: "transpose_a" + key: "T" value { - b: false + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "_class" value { - b: false + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } dim { size: 128 } @@ -15146,22 +14959,16 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -15174,105 +14981,81 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "allowed_devices" value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } attr { - key: "data_format" + key: "shared_name" value { - s: "NHWC" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Initializer/random_uniform" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -15281,12 +15064,17 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { @@ -15299,7 +15087,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -15310,15 +15098,24 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Initializer/zeros" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 128 + } } } } @@ -15335,22 +15132,24 @@ node { tensor { dtype: DT_FLOAT tensor_shape { + dim { + size: 128 + } } - float_val: 1.0 + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -15358,65 +15157,81 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "shape" + value { + shape { + dim { + size: 128 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -15424,13 +15239,17 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" attr { key: "T" value { @@ -15442,9 +15261,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -15454,15 +15270,24 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/shape" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -15470,56 +15295,35 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.800000011920929 + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" + op: "Const" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -15542,16 +15346,22 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.0 + float_val: -0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/max" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/max" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { @@ -15574,32 +15384,39 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 1.0 + float_val: 0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" value { type: DT_INT32 } } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -15614,22 +15431,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 10 } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -15637,49 +15453,28 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -15687,43 +15482,23 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -15731,10 +15506,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform" + op: "Add" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -15742,43 +15517,23 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -15786,38 +15541,16 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + op: "VarHandleOp" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -15828,58 +15561,48 @@ node { } } attr { - key: "dtype" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "value" + key: "container" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } + s: "" } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } attr { - key: "out_type" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { @@ -15889,34 +15612,34 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Initializer/random_uniform" attr { key: "dtype" value { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } @@ -15927,27 +15650,15 @@ node { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -15956,44 +15667,25 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Initializer/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -16001,49 +15693,43 @@ node { value { list { shape { + dim { + size: 256 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -16051,106 +15737,99 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Initializer/Const" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" attr { key: "T" value { @@ -16163,10 +15842,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } @@ -16174,13 +15850,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16212,19 +15888,19 @@ node { size: 2 } } - tensor_content: "\000\001\000\000\000\001\000\000" + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16250,19 +15926,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.10825317353010178 + float_val: -0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16288,15 +15964,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.10825317353010178 + float_val: 0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -16307,7 +15983,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16320,7 +15996,7 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } @@ -16335,21 +16011,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 11 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -16360,7 +16036,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16375,10 +16051,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -16389,7 +16065,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16402,7 +16078,7 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } @@ -16410,10 +16086,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -16424,7 +16100,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16437,7 +16113,7 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } @@ -16445,14 +16121,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -16465,6 +16140,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -16485,7 +16167,7 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } @@ -16493,15 +16175,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -16513,19 +16194,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -16534,18 +16206,9 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -16555,7 +16218,7 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } @@ -16569,142 +16232,15 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } attr { key: "_output_shapes" value { @@ -16714,27 +16250,21 @@ node { size: 256 } dim { - size: 256 + size: 128 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Initializer/zeros" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -16744,7 +16274,7 @@ node { list { shape { dim { - size: 256 + size: 128 } } } @@ -16763,23 +16293,22 @@ node { dtype: DT_FLOAT tensor_shape { dim { - size: 256 + size: 128 } } - float_val: 1.0 + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -16792,6 +16321,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -16809,7 +16345,7 @@ node { value { shape { dim { - size: 256 + size: 128 } } } @@ -16817,15 +16353,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -16837,19 +16372,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Initializer/zeros" attr { key: "dtype" value { @@ -16858,25 +16384,16 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 128 } } } @@ -16890,163 +16407,36 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + size: 128 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17078,19 +16468,19 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17116,19 +16506,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.1530931144952774 + float_val: -0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17154,15 +16544,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.1530931144952774 + float_val: 0.10825317353010178 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -17173,7 +16563,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17183,10 +16573,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -17201,21 +16591,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 12 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -17226,7 +16616,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17241,10 +16631,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -17255,7 +16645,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17265,10 +16655,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -17276,10 +16666,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -17290,7 +16680,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17300,10 +16690,10 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -17311,14 +16701,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -17331,6 +16720,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -17348,10 +16744,10 @@ node { value { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -17359,15 +16755,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { @@ -17379,19 +16774,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -17400,28 +16786,19 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -17435,21 +16812,39 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Initializer/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -17459,25 +16854,41 @@ node { list { shape { dim { - size: 128 + size: 256 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -17490,6 +16901,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -17507,10 +16925,7 @@ node { value { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } @@ -17518,15 +16933,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { key: "_output_shapes" value { @@ -17538,16 +16952,30 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Initializer/Const" attr { - key: "_class" + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + shape { + dim { + size: 256 + } + } } } } @@ -17559,16 +16987,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -17577,30 +17002,21 @@ node { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/shape" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17632,19 +17048,19 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17670,19 +17086,19 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: -0.1530931144952774 + float_val: -0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/max" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17708,15 +17124,15 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.1530931144952774 + float_val: 0.125 } } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" op: "RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/shape" attr { key: "T" value { @@ -17727,7 +17143,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17737,7 +17153,7 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -17755,21 +17171,21 @@ node { attr { key: "seed" value { - i: 0 + i: 17 } } attr { key: "seed2" value { - i: 0 + i: 13 } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/sub" op: "Sub" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/max" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -17780,7 +17196,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17795,10 +17211,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/mul" op: "Mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/RandomUniform" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -17809,7 +17225,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17819,7 +17235,7 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -17830,10 +17246,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform" op: "Add" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/mul" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -17844,7 +17260,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17854,7 +17270,7 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -17865,14 +17281,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -17885,6 +17300,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -17902,7 +17324,7 @@ node { value { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -17913,15 +17335,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -17933,19 +17354,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Initializer/random_uniform" attr { key: "dtype" value { @@ -17954,25 +17366,16 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -17989,149 +17392,22 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -18140,21 +17416,15 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Initializer/zeros" op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -18192,14 +17462,13 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -18212,6 +17481,13 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } attr { key: "container" value { @@ -18237,15 +17513,14 @@ node { attr { key: "shared_name" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/IsInitialized/VarIsInitializedOp" op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -18257,19 +17532,10 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Assign" op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Initializer/zeros" attr { key: "dtype" value { @@ -18278,18 +17544,9 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -18310,24 +17567,15 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/Identity" op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } attr { key: "_output_shapes" value { @@ -18342,929 +17590,713 @@ node { } } node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } + name: "bidirectional_rnn/bw/bw/while" + op: "While" + input: "bidirectional_rnn/bw/bw/while/loop_counter" + input: "bidirectional_rnn/bw/bw/strided_slice_1" + input: "bidirectional_rnn/bw/bw/time" + input: "bidirectional_rnn/bw/bw/TensorArrayV2" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/GRUCellZeroState/zeros" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/GRUCellZeroState/zeros" + input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/GRUCellZeroState/zeros" + input: "bidirectional_rnn/bw/bw/Minimum" + input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor" + input: "bidirectional_rnn/bw/bw/CheckSeqLen" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/Identity" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/Identity" + input: "bidirectional_rnn/bw/bw/zeros" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Select_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_2_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/GreaterEqual_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_3_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_4_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator" attr { - key: "_output_shapes" + key: "T" value { list { - shape { - } + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_INT32 + type: DT_VARIANT + type: DT_INT32 + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT } } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" + key: "_lower_using_switch_merge" value { - shape { - dim { - size: 128 - } - } + b: true } } attr { - key: "shared_name" + key: "_num_original_outputs" value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + i: 113 } } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: 128 - } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } shape { dim { - size: 128 + size: -1 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { dim { size: 128 } } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: -1 + } dim { size: 128 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: -1 + } dim { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { shape { } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: 128 + size: -1 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 136 } dim { size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { dim { size: 256 } + } + shape { + dim { + size: 136 + } dim { - size: 256 + size: 128 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: 128 + } } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 256 } dim { size: 256 } } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { dim { size: 256 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 256 } dim { - size: 256 + size: 128 } } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 128 + } + } + shape { + dim { + size: 256 } dim { size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: 256 + } } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 256 } dim { size: 128 } } shape { - dim { - size: -1 - } dim { size: 128 } } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: 128 + size: -1 } dim { size: 128 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { shape { } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + } } } attr { - key: "is_constant" + key: "_read_only_resource_inputs" value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "body" value { - i: 32 + func { + name: "bidirectional_rnn_bw_bw_while_body_726_rewritten" + } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "cond" value { - type: DT_FLOAT + func { + name: "bidirectional_rnn_bw_bw_while_cond_725_rewritten" + } } } attr { - key: "_output_shapes" + key: "output_shapes" value { list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } shape { dim { size: -1 @@ -19273,56 +18305,224 @@ node { size: 128 } } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } } } } attr { - key: "transpose_a" + key: "parallel_iterations" value { - b: false + i: 32 } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while" attr { - key: "transpose_b" + key: "T" value { - b: false + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_1" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:1" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -19334,31 +18534,51 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_2" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:2" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_INT32 } } attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_3" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:3" attr { - key: "parallel_iterations" + key: "T" value { - i: 32 + type: DT_VARIANT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_4" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:4" attr { key: "T" value { @@ -19380,26 +18600,24 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_5" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:5" attr { - key: "data_format" + key: "T" value { - s: "NHWC" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: -1 } dim { size: 128 @@ -19408,22 +18626,41 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_6" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:6" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_7" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:7" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -19435,35 +18672,35 @@ node { } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_8" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:8" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_VARIANT } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_9" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:9" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -19474,60 +18711,45 @@ node { dim { size: -1 } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_10" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:10" attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" + key: "T" value { - b: false + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 136 + } + dim { + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_11" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:11" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -19535,35 +18757,44 @@ node { value { list { shape { + dim { + size: 256 + } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_12" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:12" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_13" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:13" attr { key: "T" value { @@ -19575,9 +18806,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -19585,19 +18813,11 @@ node { } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_14" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:14" attr { key: "T" value { @@ -19610,10 +18830,10 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -19621,11 +18841,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_15" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:15" attr { key: "T" value { @@ -19638,10 +18856,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } @@ -19649,10 +18864,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_16" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:16" attr { key: "T" value { @@ -19665,7 +18879,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -19676,43 +18890,58 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_17" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:17" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 128 + } } } } } +} +node { + name: "bidirectional_rnn/bw/bw/while/Identity_18" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:18" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } } - float_val: 1.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_19" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:19" attr { key: "T" value { @@ -19725,10 +18954,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } @@ -19736,11 +18962,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_20" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:20" attr { key: "T" value { @@ -19753,7 +18977,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -19764,11 +18988,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_21" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:21" attr { key: "T" value { @@ -19780,9 +19002,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -19792,11 +19011,9 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/while/Identity_22" + op: "Identity" + input: "bidirectional_rnn/bw/bw/while:22" attr { key: "T" value { @@ -19820,15 +19037,16 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" + name: "bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack/element_shape" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -19836,61 +19054,71 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.800000011920929 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack" + op: "TensorListStack" + input: "bidirectional_rnn/bw/bw/while/Identity_3" + input: "bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack/element_shape" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: -1 + } + dim { + size: 128 } } } } } attr { - key: "out_type" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT + } + } + attr { + key: "num_elements" + value { + i: -1 } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" + name: "bidirectional_rnn/bw/bw/Const_4" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -19898,26 +19126,27 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.0 + int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/max" + name: "bidirectional_rnn/bw/bw/Rank_1" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -19930,43 +19159,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 1.0 + int_val: 3 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "bidirectional_rnn/bw/bw/range_1/start" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } @@ -19974,54 +19189,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "seed" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 + } } } +} +node { + name: "bidirectional_rnn/bw/bw/range_1/delta" + op: "Const" attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/range_1" + op: "Range" + input: "bidirectional_rnn/bw/bw/range_1/start" + input: "bidirectional_rnn/bw/bw/Rank_1" + input: "bidirectional_rnn/bw/bw/range_1/delta" attr { - key: "T" + key: "Tidx" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -20030,10 +19252,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } @@ -20041,70 +19260,93 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/bw/concat_2/values_0" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 2 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\001\000\000\000\000\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/concat_2/axis" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/concat_2" + op: "ConcatV2" + input: "bidirectional_rnn/bw/bw/concat_2/values_0" + input: "bidirectional_rnn/bw/bw/range_1" + input: "bidirectional_rnn/bw/bw/concat_2/axis" + attr { + key: "N" + value { + i: 2 + } + } attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } attr { @@ -20113,10 +19355,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } @@ -20124,22 +19363,30 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/bw/transpose_1" + op: "Transpose" + input: "bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack" + input: "bidirectional_rnn/bw/bw/concat_2" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tperm" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } dim { size: -1 } @@ -20152,22 +19399,30 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "ReverseSequence" + op: "ReverseSequence" + input: "bidirectional_rnn/bw/bw/transpose_1" + input: "IteratorGetNext:1" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tlen" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } dim { size: -1 } @@ -20178,12 +19433,22 @@ node { } } } + attr { + key: "batch_dim" + value { + i: 0 + } + } + attr { + key: "seq_dim" + value { + i: 1 + } + } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" + name: "concat/axis" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -20196,61 +19461,83 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.800000011920929 + int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "concat" + op: "ConcatV2" + input: "bidirectional_rnn/fw/fw/transpose_1" + input: "ReverseSequence" + input: "concat/axis" + attr { + key: "N" + value { + i: 2 + } + } attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: -1 + } + dim { + size: 256 } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" + name: "dense/kernel/Initializer/random_uniform/shape" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@dense/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -20258,26 +19545,35 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.0 + tensor_content: "\000\001\000\000\026\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" + name: "dense/kernel/Initializer/random_uniform/min" op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@dense/kernel" + } + } + } attr { key: "_output_shapes" value { @@ -20300,20 +19596,20 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 1.0 + float_val: -0.1469106376171112 } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Initializer/random_uniform/max" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@dense/kernel" + } } } attr { @@ -20321,12 +19617,6 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } @@ -20338,102 +19628,74 @@ node { } } attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.1469106376171112 + } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Initializer/random_uniform/RandomUniform" + op: "RandomUniform" + input: "dense/kernel/Initializer/random_uniform/shape" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@dense/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "seed" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + i: 17 + } + } + attr { + key: "seed2" + value { + i: 14 } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Initializer/random_uniform/sub" + op: "Sub" + input: "dense/kernel/Initializer/random_uniform/max" + input: "dense/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -20441,54 +19703,28 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@dense/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Initializer/random_uniform/mul" + op: "Mul" + input: "dense/kernel/Initializer/random_uniform/RandomUniform" + input: "dense/kernel/Initializer/random_uniform/sub" attr { key: "T" value { @@ -20496,43 +19732,23 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@dense/kernel" } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } @@ -20540,12 +19756,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Select" - op: "Select" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "bidirectional_rnn/fw/fw/while/Select/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Initializer/random_uniform" + op: "Add" + input: "dense/kernel/Initializer/random_uniform/mul" + input: "dense/kernel/Initializer/random_uniform/min" attr { key: "T" value { @@ -20556,7 +19770,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@dense/kernel" } } } @@ -20566,10 +19780,10 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } @@ -20577,21 +19791,13 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/while/Select/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "dense/kernel" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@dense/kernel" } } } @@ -20600,127 +19806,109 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Select_1" - op: "Select" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 256 + } + dim { + size: 22 + } + } } } attr { - key: "_class" + key: "shared_name" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - } + s: "dense/kernel" } } +} +node { + name: "dense/kernel/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/fw/fw/while/Select_2" - op: "Select" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Assign" + op: "AssignVariableOp" + input: "dense/kernel" + input: "dense/kernel/Initializer/random_uniform" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - } - } - } +} +node { + name: "dense/kernel/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/kernel" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Select_3" - op: "Select" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/bias/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" + s: "loc:@dense/bias" } } } @@ -20730,64 +19918,41 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 22 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_1" - input: "bidirectional_rnn/fw/fw/while/Select" - input: "bidirectional_rnn/fw/fw/while/Identity_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 22 + } } + float_val: 0.0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArray" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "dense/bias" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@dense/bias" } } } @@ -20796,208 +19961,197 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/fw/fw/while/add_1/y" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 22 } } } } attr { - key: "dtype" + key: "shared_name" value { - type: DT_INT32 + s: "dense/bias" } } +} +node { + name: "dense/bias/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/bias" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/while/add_1" - op: "Add" - input: "bidirectional_rnn/fw/fw/while/Identity_1" - input: "bidirectional_rnn/fw/fw/while/add_1/y" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Assign" + op: "AssignVariableOp" + input: "dense/bias" + input: "dense/bias/Initializer/zeros" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "dense/bias/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/bias" attr { key: "_output_shapes" value { list { shape { + dim { + size: 22 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/NextIteration" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "dense/Tensordot/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/kernel" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } + dim { + size: 22 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/NextIteration_1" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "dense/Tensordot/axes" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/NextIteration_2" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/while/NextIteration_3" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/Select_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "dense/Tensordot/free" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/NextIteration_4" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/Select_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\000\000\000\001\000\000\000" } } } } node { - name: "bidirectional_rnn/fw/fw/while/NextIteration_5" - op: "NextIteration" - input: "bidirectional_rnn/fw/fw/while/Select_3" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/Shape" + op: "Shape" + input: "concat" attr { key: "T" value { @@ -21010,27 +20164,22 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Exit" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "out_type" value { type: DT_INT32 } } +} +node { + name: "dense/Tensordot/GatherV2/axis" + op: "Const" attr { key: "_output_shapes" value { @@ -21040,58 +20189,46 @@ node { } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Exit_1" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/while/Exit_2" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch_2" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/GatherV2" + op: "GatherV2" + input: "dense/Tensordot/Shape" + input: "dense/Tensordot/free" + input: "dense/Tensordot/GatherV2/axis" attr { - key: "T" + key: "Taxis" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "Tindices" value { - list { - shape { - } - } + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Exit_3" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch_3" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tparams" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -21100,81 +20237,71 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Exit_4" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch_4" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "batch_dims" value { - type: DT_FLOAT + i: 0 } } +} +node { + name: "dense/Tensordot/GatherV2_1/axis" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/while/Exit_5" - op: "Exit" - input: "bidirectional_rnn/fw/fw/while/Switch_5" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayStack/TensorArraySizeV3" - op: "TensorArraySizeV3" - input: "bidirectional_rnn/fw/fw/TensorArray" - input: "bidirectional_rnn/fw/fw/while/Exit_2" + name: "dense/Tensordot/GatherV2_1" + op: "GatherV2" + input: "dense/Tensordot/Shape" + input: "dense/Tensordot/axes" + input: "dense/Tensordot/GatherV2_1/axis" attr { - key: "_class" + key: "Taxis" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" - } + type: DT_INT32 + } + } + attr { + key: "Tindices" + value { + type: DT_INT32 + } + } + attr { + key: "Tparams" + value { + type: DT_INT32 } } attr { @@ -21182,27 +20309,31 @@ node { value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/TensorArrayStack/range/start" - op: "Const" attr { - key: "_class" + key: "batch_dims" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" - } + i: 0 } } +} +node { + name: "dense/Tensordot/Const" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -21219,6 +20350,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 0 } @@ -21226,21 +20360,49 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayStack/range/delta" - op: "Const" + name: "dense/Tensordot/Prod" + op: "Prod" + input: "dense/Tensordot/GatherV2" + input: "dense/Tensordot/Const" attr { - key: "_class" + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" + shape { + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } +} +node { + name: "dense/Tensordot/Const_1" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -21257,30 +20419,30 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 1 + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/TensorArrayStack/range" - op: "Range" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/range/start" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/TensorArraySizeV3" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/range/delta" + name: "dense/Tensordot/Prod_1" + op: "Prod" + input: "dense/Tensordot/GatherV2_1" + input: "dense/Tensordot/Const_1" attr { - key: "Tidx" + key: "T" value { type: DT_INT32 } } attr { - key: "_class" + key: "Tidx" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" - } + type: DT_INT32 } } attr { @@ -21288,42 +20450,25 @@ node { value { list { shape { - dim { - size: -1 - } } } } } -} -node { - name: "bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "bidirectional_rnn/fw/fw/TensorArray" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/range" - input: "bidirectional_rnn/fw/fw/while/Exit_2" attr { - key: "_class" + key: "keep_dims" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" - } + b: false } } +} +node { + name: "dense/Tensordot/concat/axis" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } } } } @@ -21331,164 +20476,172 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "element_shape" + key: "value" value { - shape { - dim { - size: -1 - } - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "bidirectional_rnn/fw/fw/Const_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/concat" + op: "ConcatV2" + input: "dense/Tensordot/free" + input: "dense/Tensordot/axes" + input: "dense/Tensordot/concat/axis" attr { - key: "_output_shapes" + key: "N" value { - list { - shape { - dim { - size: 1 - } - } - } + i: 2 } } attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "Tidx" value { - tensor { - dtype: DT_INT32 - tensor_shape { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { dim { - size: 1 + size: 3 } } - int_val: 128 } } } } node { - name: "bidirectional_rnn/fw/fw/Rank_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/stack" + op: "Pack" + input: "dense/Tensordot/Prod" + input: "dense/Tensordot/Prod_1" attr { - key: "_output_shapes" + key: "N" value { - list { - shape { - } - } + i: 2 } } attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: 2 + } } - int_val: 3 } } } + attr { + key: "axis" + value { + i: 0 + } + } } node { - name: "bidirectional_rnn/fw/fw/range_1/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/transpose" + op: "Transpose" + input: "concat" + input: "dense/Tensordot/concat" attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - } - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "Tperm" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 256 + } } - int_val: 2 } } } } node { - name: "bidirectional_rnn/fw/fw/range_1/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/Reshape" + op: "Reshape" + input: "dense/Tensordot/transpose" + input: "dense/Tensordot/stack" attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - } - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "Tshape" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } } - int_val: 1 } } } } node { - name: "bidirectional_rnn/fw/fw/range_1" - op: "Range" - input: "bidirectional_rnn/fw/fw/range_1/start" - input: "bidirectional_rnn/fw/fw/Rank_1" - input: "bidirectional_rnn/fw/fw/range_1/delta" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot/MatMul" + op: "MatMul" + input: "dense/Tensordot/Reshape" + input: "dense/Tensordot/ReadVariableOp" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -21497,24 +20650,38 @@ node { list { shape { dim { - size: 1 + size: -1 + } + dim { + size: 22 } } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } } node { - name: "bidirectional_rnn/fw/fw/concat_2/values_0" + name: "dense/Tensordot/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -21533,18 +20700,17 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\001\000\000\000\000\000\000\000" + int_val: 22 } } } } node { - name: "bidirectional_rnn/fw/fw/concat_2/axis" + name: "dense/Tensordot/concat_1/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -21573,12 +20739,11 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/concat_2" + name: "dense/Tensordot/concat_1" op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/concat_2/values_0" - input: "bidirectional_rnn/fw/fw/range_1" - input: "bidirectional_rnn/fw/fw/concat_2/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "dense/Tensordot/GatherV2" + input: "dense/Tensordot/Const_2" + input: "dense/Tensordot/concat_1/axis" attr { key: "N" value { @@ -21611,11 +20776,10 @@ node { } } node { - name: "bidirectional_rnn/fw/fw/transpose_1" - op: "Transpose" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3" - input: "bidirectional_rnn/fw/fw/concat_2" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/Tensordot" + op: "Reshape" + input: "dense/Tensordot/MatMul" + input: "dense/Tensordot/concat_1" attr { key: "T" value { @@ -21623,7 +20787,7 @@ node { } } attr { - key: "Tperm" + key: "Tshape" value { type: DT_INT32 } @@ -21640,7 +20804,7 @@ node { size: -1 } dim { - size: 128 + size: 22 } } } @@ -21648,21 +20812,37 @@ node { } } node { - name: "bidirectional_rnn/bw/ReverseSequence" - op: "ReverseSequence" - input: "embedding_lookup/Identity" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/BiasAdd/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/bias" attr { - key: "T" + key: "_output_shapes" + value { + list { + shape { + dim { + size: 22 + } + } + } + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/BiasAdd" + op: "BiasAdd" + input: "dense/Tensordot" + input: "dense/BiasAdd/ReadVariableOp" attr { - key: "Tlen" + key: "T" value { - type: DT_INT64 + type: DT_FLOAT } } attr { @@ -21677,34 +20857,59 @@ node { size: -1 } dim { - size: 8 + size: 22 } } } } } attr { - key: "batch_dim" + key: "data_format" value { - i: 0 + s: "NHWC" + } + } +} +node { + name: "dense/Elu" + op: "Elu" + input: "dense/BiasAdd" + attr { + key: "T" + value { + type: DT_FLOAT } } attr { - key: "seq_dim" + key: "_output_shapes" value { - i: 1 + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/Rank" + name: "SequenceMask/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -21721,47 +20926,51 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 3 + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/range/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "SequenceMask/Max" + op: "Max" + input: "IteratorGetNext:1" + input: "SequenceMask/Const" attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - } - } + type: DT_INT32 } } attr { - key: "dtype" + key: "Tidx" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 2 } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/bw/bw/range/delta" + name: "SequenceMask/Const_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -21784,20 +20993,18 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 1 + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/range" - op: "Range" - input: "bidirectional_rnn/bw/bw/range/start" - input: "bidirectional_rnn/bw/bw/Rank" - input: "bidirectional_rnn/bw/bw/range/delta" - device: "/replica:0/task:0/device:GPU:0" + name: "SequenceMask/Maximum" + op: "Maximum" + input: "SequenceMask/Const_1" + input: "SequenceMask/Max" attr { - key: "Tidx" + key: "T" value { type: DT_INT32 } @@ -21807,26 +21014,19 @@ node { value { list { shape { - dim { - size: 1 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/concat/values_0" + name: "SequenceMask/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } @@ -21843,19 +21043,15 @@ node { tensor { dtype: DT_INT32 tensor_shape { - dim { - size: 2 - } } - tensor_content: "\001\000\000\000\000\000\000\000" + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/concat/axis" + name: "SequenceMask/Const_3" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -21878,30 +21074,17 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/concat" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/concat/values_0" - input: "bidirectional_rnn/bw/bw/range" - input: "bidirectional_rnn/bw/bw/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "SequenceMask/Range" + op: "Range" + input: "SequenceMask/Const_2" + input: "SequenceMask/Maximum" + input: "SequenceMask/Const_3" attr { key: "Tidx" value { @@ -21914,7 +21097,7 @@ node { list { shape { dim { - size: 3 + size: -1 } } } @@ -21922,47 +21105,72 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/transpose" - op: "Transpose" - input: "bidirectional_rnn/bw/ReverseSequence" - input: "bidirectional_rnn/bw/bw/concat" - device: "/replica:0/task:0/device:GPU:0" + name: "SequenceMask/ExpandDims/dim" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tperm" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } + } + } +} +node { + name: "SequenceMask/ExpandDims" + op: "ExpandDims" + input: "IteratorGetNext:1" + input: "SequenceMask/ExpandDims/dim" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 1 + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/ToInt32" + name: "SequenceMask/Cast" op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" + input: "SequenceMask/ExpandDims" attr { key: "DstT" value { @@ -21972,7 +21180,7 @@ node { attr { key: "SrcT" value { - type: DT_INT64 + type: DT_INT32 } } attr { @@ -21989,16 +21197,19 @@ node { dim { size: -1 } + dim { + size: 1 + } } } } } } node { - name: "bidirectional_rnn/bw/bw/sequence_length" - op: "Identity" - input: "bidirectional_rnn/bw/bw/ToInt32" - device: "/replica:0/task:0/device:GPU:0" + name: "SequenceMask/Less" + op: "Less" + input: "SequenceMask/Range" + input: "SequenceMask/Cast" attr { key: "T" value { @@ -22013,57 +21224,134 @@ node { dim { size: -1 } + dim { + size: -1 + } } } } } } node { - name: "bidirectional_rnn/bw/bw/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:0" + name: "SequenceMask/Cast_1" + op: "Cast" + input: "SequenceMask/Less" attr { - key: "T" + key: "DstT" value { type: DT_FLOAT } } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 3 + size: -1 + } + dim { + size: -1 } } } } } +} +node { + name: "softmax_cross_entropy_loss/Cast" + op: "Cast" + input: "IteratorGetNext:2" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } attr { - key: "out_type" + key: "SrcT" value { - type: DT_INT32 + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/labels_stop_gradient" + op: "StopGradient" + input: "softmax_cross_entropy_loss/Cast" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 } } } } } +} +node { + name: "softmax_cross_entropy_loss/xentropy/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } attr { key: "dtype" value { @@ -22076,27 +21364,49 @@ node { tensor { dtype: DT_INT32 tensor_shape { + } + int_val: 3 + } + } + } +} +node { + name: "softmax_cross_entropy_loss/xentropy/Shape" + op: "Shape" + input: "dense/Elu" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { dim { - size: 1 + size: 3 } } - int_val: 1 } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/strided_slice/stack_1" + name: "softmax_cross_entropy_loss/xentropy/Rank_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -22113,27 +21423,49 @@ node { tensor { dtype: DT_INT32 tensor_shape { + } + int_val: 3 + } + } + } +} +node { + name: "softmax_cross_entropy_loss/xentropy/Shape_1" + op: "Shape" + input: "dense/Elu" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { dim { - size: 1 + size: 3 } } - int_val: 2 } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/strided_slice/stack_2" + name: "softmax_cross_entropy_loss/xentropy/Sub/y" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -22150,9 +21482,6 @@ node { tensor { dtype: DT_INT32 tensor_shape { - dim { - size: 1 - } } int_val: 1 } @@ -22160,19 +21489,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/strided_slice" - op: "StridedSlice" - input: "bidirectional_rnn/bw/bw/Shape" - input: "bidirectional_rnn/bw/bw/strided_slice/stack" - input: "bidirectional_rnn/bw/bw/strided_slice/stack_1" - input: "bidirectional_rnn/bw/bw/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } + name: "softmax_cross_entropy_loss/xentropy/Sub" + op: "Sub" + input: "softmax_cross_entropy_loss/xentropy/Rank_1" + input: "softmax_cross_entropy_loss/xentropy/Sub/y" attr { key: "T" value { @@ -22188,46 +21508,53 @@ node { } } } +} +node { + name: "softmax_cross_entropy_loss/xentropy/Slice/begin" + op: "Pack" + input: "softmax_cross_entropy_loss/xentropy/Sub" attr { - key: "begin_mask" + key: "N" value { - i: 0 + i: 1 } } attr { - key: "ellipsis_mask" + key: "T" value { - i: 0 + type: DT_INT32 } } attr { - key: "end_mask" + key: "_output_shapes" value { - i: 0 + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "new_axis_mask" + key: "axis" value { i: 0 } } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" + name: "softmax_cross_entropy_loss/xentropy/Slice/size" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -22244,26 +21571,29 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Slice" + op: "Slice" + input: "softmax_cross_entropy_loss/xentropy/Shape_1" + input: "softmax_cross_entropy_loss/xentropy/Slice/begin" + input: "softmax_cross_entropy_loss/xentropy/Slice/size" attr { - key: "T" + key: "Index" value { type: DT_INT32 } } attr { - key: "Tdim" + key: "T" value { type: DT_INT32 } @@ -22282,9 +21612,8 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" + name: "softmax_cross_entropy_loss/xentropy/concat/values_0" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22313,15 +21642,14 @@ node { size: 1 } } - int_val: 128 + int_val: -1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "softmax_cross_entropy_loss/xentropy/concat/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22350,12 +21678,11 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" + name: "softmax_cross_entropy_loss/xentropy/concat" op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "softmax_cross_entropy_loss/xentropy/concat/values_0" + input: "softmax_cross_entropy_loss/xentropy/Slice" + input: "softmax_cross_entropy_loss/xentropy/concat/axis" attr { key: "N" value { @@ -22388,9 +21715,41 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" + name: "softmax_cross_entropy_loss/xentropy/Reshape" + op: "Reshape" + input: "dense/Elu" + input: "softmax_cross_entropy_loss/xentropy/concat" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + } + } + } +} +node { + name: "softmax_cross_entropy_loss/xentropy/Rank_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22403,27 +21762,25 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.0 + int_val: 3 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Shape_2" + op: "Shape" + input: "softmax_cross_entropy_loss/labels_stop_gradient" attr { key: "T" value { @@ -22436,26 +21793,22 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 3 } } } } } attr { - key: "index_type" + key: "out_type" value { type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "softmax_cross_entropy_loss/xentropy/Sub_1/y" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22478,88 +21831,78 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Sub_1" + op: "Sub" + input: "softmax_cross_entropy_loss/xentropy/Rank_2" + input: "softmax_cross_entropy_loss/xentropy/Sub_1/y" attr { key: "T" value { type: DT_INT32 } } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Slice_1/begin" + op: "Pack" + input: "softmax_cross_entropy_loss/xentropy/Sub_1" attr { - key: "_output_shapes" + key: "N" value { - list { - shape { - dim { - size: 1 - } - } - } + i: 1 } } attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { dim { size: 1 } } - int_val: 128 } } } + attr { + key: "axis" + value { + i: 0 + } + } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" + name: "softmax_cross_entropy_loss/xentropy/Slice_1/size" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -22576,26 +21919,29 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Slice_1" + op: "Slice" + input: "softmax_cross_entropy_loss/xentropy/Shape_2" + input: "softmax_cross_entropy_loss/xentropy/Slice_1/begin" + input: "softmax_cross_entropy_loss/xentropy/Slice_1/size" attr { - key: "T" + key: "Index" value { type: DT_INT32 } } attr { - key: "Tdim" + key: "T" value { type: DT_INT32 } @@ -22614,9 +21960,8 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" + name: "softmax_cross_entropy_loss/xentropy/concat_1/values_0" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22645,15 +21990,14 @@ node { size: 1 } } - int_val: 128 + int_val: -1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "softmax_cross_entropy_loss/xentropy/concat_1/axis" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22682,12 +22026,11 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" + name: "softmax_cross_entropy_loss/xentropy/concat_1" op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + input: "softmax_cross_entropy_loss/xentropy/concat_1/values_0" + input: "softmax_cross_entropy_loss/xentropy/Slice_1" + input: "softmax_cross_entropy_loss/xentropy/concat_1/axis" attr { key: "N" value { @@ -22720,42 +22063,43 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Reshape_1" + op: "Reshape" + input: "softmax_cross_entropy_loss/labels_stop_gradient" + input: "softmax_cross_entropy_loss/xentropy/concat_1" attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - } - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "Tshape" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } } - float_val: 0.0 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy" + op: "SoftmaxCrossEntropyWithLogits" + input: "softmax_cross_entropy_loss/xentropy/Reshape" + input: "softmax_cross_entropy_loss/xentropy/Reshape_1" attr { key: "T" value { @@ -22770,24 +22114,22 @@ node { dim { size: -1 } + } + shape { dim { - size: 128 + size: -1 + } + dim { + size: -1 } } } } } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "softmax_cross_entropy_loss/xentropy/Sub_2/y" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22810,46 +22152,35 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Sub_2" + op: "Sub" + input: "softmax_cross_entropy_loss/xentropy/Rank" + input: "softmax_cross_entropy_loss/xentropy/Sub_2/y" attr { key: "T" value { type: DT_INT32 } } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const_1" + name: "softmax_cross_entropy_loss/xentropy/Slice_2/begin" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -22878,56 +22209,60 @@ node { size: 1 } } - int_val: 128 + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Slice_2/size" + op: "Pack" + input: "softmax_cross_entropy_loss/xentropy/Sub_2" attr { - key: "_output_shapes" + key: "N" value { - list { - shape { - } - } + i: 1 } } attr { - key: "dtype" + key: "T" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + dim { + size: 1 + } } - int_val: 0 } } } + attr { + key: "axis" + value { + i: 0 + } + } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Slice_2" + op: "Slice" + input: "softmax_cross_entropy_loss/xentropy/Shape" + input: "softmax_cross_entropy_loss/xentropy/Slice_2/begin" + input: "softmax_cross_entropy_loss/xentropy/Slice_2/size" attr { - key: "T" + key: "Index" value { type: DT_INT32 } } attr { - key: "Tdim" + key: "T" value { type: DT_INT32 } @@ -22938,7 +22273,7 @@ node { list { shape { dim { - size: 1 + size: 2 } } } @@ -22946,46 +22281,70 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/xentropy/Reshape_2" + op: "Reshape" + input: "softmax_cross_entropy_loss/xentropy" + input: "softmax_cross_entropy_loss/xentropy/Slice_2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 } } } } } +} +node { + name: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" + op: "Shape" + input: "SequenceMask/Cast_1" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { dim { - size: 1 + size: 2 } } - int_val: 128 } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" + name: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23008,34 +22367,19 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" + op: "Shape" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -23050,11 +22394,16 @@ node { } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" + name: "softmax_cross_entropy_loss/assert_broadcastable/values/rank" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23067,59 +22416,24 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + int_val: 2 } } } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" + name: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23148,82 +22462,71 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" + op: "Equal" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" + input: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" attr { key: "T" value { type: DT_INT32 } } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } + attr { + key: "incompatible_shape_error" + value { + b: true + } + } } node { - name: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape" + op: "StatelessIf" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" + input: "softmax_cross_entropy_loss/assert_broadcastable/values/rank" + input: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" + input: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" + input: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" attr { - key: "_output_shapes" + key: "Tcond" value { - list { - shape { - dim { - size: 1 - } - } - } + type: DT_BOOL } } attr { - key: "dtype" + key: "Tin" value { - type: DT_INT32 + list { + type: DT_BOOL + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + } } } attr { - key: "value" + key: "Tout" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + list { + type: DT_BOOL } } } -} -node { - name: "bidirectional_rnn/bw/bw/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/sequence_length" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_lower_using_switch_merge" value { - type: DT_INT32 + b: true } } attr { @@ -23231,66 +22534,51 @@ node { value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/stack" - op: "Pack" - input: "bidirectional_rnn/bw/bw/strided_slice" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" + key: "_read_only_resource_inputs" value { - i: 1 + list { + } } } attr { - key: "T" + key: "else_branch" value { - type: DT_INT32 + func { + name: "softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_false_1147" + } } } attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "axis" + key: "then_branch" value { - i: 0 + func { + name: "softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_true_1146" + } } } } node { - name: "bidirectional_rnn/bw/bw/Equal" - op: "Equal" - input: "bidirectional_rnn/bw/bw/Shape_1" - input: "bidirectional_rnn/bw/bw/stack" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Identity" + op: "Identity" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape" attr { key: "T" value { - type: DT_INT32 + type: DT_BOOL } } attr { @@ -23298,26 +22586,19 @@ node { value { list { shape { - dim { - size: 1 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/Const" + name: "softmax_cross_entropy_loss/assert_broadcastable/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -23325,36 +22606,24 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { - dim { - size: 1 - } } - int_val: 0 + string_val: "weights can not be broadcast to values." } } } } node { - name: "bidirectional_rnn/bw/bw/All" - op: "All" - input: "bidirectional_rnn/bw/bw/Equal" - input: "bidirectional_rnn/bw/bw/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "softmax_cross_entropy_loss/assert_broadcastable/Const_1" + op: "Const" attr { key: "_output_shapes" value { @@ -23365,16 +22634,26 @@ node { } } attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "weights.shape=" + } } } } node { - name: "bidirectional_rnn/bw/bw/Assert/Const" + name: "softmax_cross_entropy_loss/assert_broadcastable/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23397,15 +22676,14 @@ node { dtype: DT_STRING tensor_shape { } - string_val: "Expected shape for Tensor bidirectional_rnn/bw/bw/sequence_length:0 is " + string_val: "SequenceMask/Cast_1:0" } } } } node { - name: "bidirectional_rnn/bw/bw/Assert/Const_1" + name: "softmax_cross_entropy_loss/assert_broadcastable/Const_3" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23428,15 +22706,14 @@ node { dtype: DT_STRING tensor_shape { } - string_val: " but saw shape: " + string_val: "values.shape=" } } } } node { - name: "bidirectional_rnn/bw/bw/Assert/Assert/data_0" + name: "softmax_cross_entropy_loss/assert_broadcastable/Const_4" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23459,15 +22736,14 @@ node { dtype: DT_STRING tensor_shape { } - string_val: "Expected shape for Tensor bidirectional_rnn/bw/bw/sequence_length:0 is " + string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" } } } } node { - name: "bidirectional_rnn/bw/bw/Assert/Assert/data_2" + name: "softmax_cross_entropy_loss/assert_broadcastable/Const_5" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -23490,48 +22766,48 @@ node { dtype: DT_STRING tensor_shape { } - string_val: " but saw shape: " + string_val: "is_scalar=" } } } } node { - name: "bidirectional_rnn/bw/bw/Assert/Assert" - op: "Assert" - input: "bidirectional_rnn/bw/bw/All" - input: "bidirectional_rnn/bw/bw/Assert/Assert/data_0" - input: "bidirectional_rnn/bw/bw/stack" - input: "bidirectional_rnn/bw/bw/Assert/Assert/data_2" - input: "bidirectional_rnn/bw/bw/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard" + op: "If" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Identity" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Identity" + input: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" + input: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" + input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" attr { - key: "T" + key: "Tcond" + value { + type: DT_BOOL + } + } + attr { + key: "Tin" value { list { - type: DT_STRING + type: DT_BOOL type: DT_INT32 - type: DT_STRING type: DT_INT32 + type: DT_BOOL } } } attr { - key: "summarize" + key: "Tout" value { - i: 3 + list { + type: DT_BOOL + } } } -} -node { - name: "bidirectional_rnn/bw/bw/CheckSeqLen" - op: "Identity" - input: "bidirectional_rnn/bw/bw/sequence_length" - input: "^bidirectional_rnn/bw/bw/Assert/Assert" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_lower_using_switch_merge" value { - type: DT_INT32 + b: true } } attr { @@ -23539,129 +22815,102 @@ node { value { list { shape { - dim { - size: -1 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/Shape_2" - op: "Shape" - input: "bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_output_shapes" + key: "_read_only_resource_inputs" value { list { - shape { - dim { - size: 3 - } - } } } } attr { - key: "out_type" + key: "else_branch" value { - type: DT_INT32 + func { + name: "softmax_cross_entropy_loss_assert_broadcastable_AssertGuard_false_1197" + } } } -} -node { - name: "bidirectional_rnn/bw/bw/strided_slice_1/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "output_shapes" value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "dtype" + key: "then_branch" value { - type: DT_INT32 + func { + name: "softmax_cross_entropy_loss_assert_broadcastable_AssertGuard_true_1196" + } } } +} +node { + name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" + op: "Identity" + input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard" attr { - key: "value" + key: "T" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } + type: DT_BOOL } } -} -node { - name: "bidirectional_rnn/bw/bw/strided_slice_1/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } +} +node { + name: "softmax_cross_entropy_loss/Mul" + op: "Mul" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" + input: "SequenceMask/Cast_1" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 } } - int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/strided_slice_1/stack_2" + name: "softmax_cross_entropy_loss/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: 2 } } } @@ -23680,30 +22929,27 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 1 + size: 2 } } - int_val: 1 + tensor_content: "\000\000\000\000\001\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/strided_slice_1" - op: "StridedSlice" - input: "bidirectional_rnn/bw/bw/Shape_2" - input: "bidirectional_rnn/bw/bw/strided_slice_1/stack" - input: "bidirectional_rnn/bw/bw/strided_slice_1/stack_1" - input: "bidirectional_rnn/bw/bw/strided_slice_1/stack_2" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/Sum" + op: "Sum" + input: "softmax_cross_entropy_loss/Mul" + input: "softmax_cross_entropy_loss/Const" attr { - key: "Index" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -23718,41 +22964,48 @@ node { } } attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" + key: "keep_dims" value { - i: 0 + b: false } } +} +node { + name: "softmax_cross_entropy_loss/num_present/Equal/y" + op: "Const" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "end_mask" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } attr { - key: "new_axis_mask" + key: "dtype" value { - i: 0 + type: DT_FLOAT } } attr { - key: "shrink_axis_mask" + key: "value" value { - i: 1 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "bidirectional_rnn/bw/bw/Shape_3" - op: "Shape" - input: "bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/Equal" + op: "Equal" + input: "SequenceMask/Cast_1" + input: "softmax_cross_entropy_loss/num_present/Equal/y" attr { key: "T" value { @@ -23765,68 +23018,88 @@ node { list { shape { dim { - size: 3 + size: -1 + } + dim { + size: -1 } } } } } attr { - key: "out_type" + key: "incompatible_shape_error" value { - type: DT_INT32 + b: true } } } node { - name: "bidirectional_rnn/bw/bw/strided_slice_2/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/zeros_like" + op: "ZerosLike" + input: "SequenceMask/Cast_1" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 } } } } } +} +node { + name: "softmax_cross_entropy_loss/num_present/ones_like/Shape" + op: "Shape" + input: "SequenceMask/Cast_1" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { dim { - size: 1 + size: 2 } } - int_val: 1 } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/strided_slice_2/stack_1" + name: "softmax_cross_entropy_loss/num_present/ones_like/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -23834,79 +23107,64 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { - dim { - size: 1 - } } - int_val: 2 + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/bw/bw/strided_slice_2/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/ones_like" + op: "Fill" + input: "softmax_cross_entropy_loss/num_present/ones_like/Shape" + input: "softmax_cross_entropy_loss/num_present/ones_like/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: -1 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { dim { - size: 1 + size: -1 } } - int_val: 1 } } } -} -node { - name: "bidirectional_rnn/bw/bw/strided_slice_2" - op: "StridedSlice" - input: "bidirectional_rnn/bw/bw/Shape_3" - input: "bidirectional_rnn/bw/bw/strided_slice_2/stack" - input: "bidirectional_rnn/bw/bw/strided_slice_2/stack_1" - input: "bidirectional_rnn/bw/bw/strided_slice_2/stack_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "Index" + key: "index_type" value { type: DT_INT32 } } +} +node { + name: "softmax_cross_entropy_loss/num_present/Select" + op: "Select" + input: "softmax_cross_entropy_loss/num_present/Equal" + input: "softmax_cross_entropy_loss/num_present/zeros_like" + input: "softmax_cross_entropy_loss/num_present/ones_like" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -23914,45 +23172,50 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } } } } } +} +node { + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" + op: "Shape" + input: "softmax_cross_entropy_loss/num_present/Select" attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" + key: "T" value { - i: 0 + type: DT_FLOAT } } attr { - key: "new_axis_mask" + key: "_output_shapes" value { - i: 0 + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "shrink_axis_mask" + key: "out_type" value { - i: 1 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/ExpandDims/dim" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { @@ -23975,27 +23238,20 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/ExpandDims" - op: "ExpandDims" - input: "bidirectional_rnn/bw/bw/strided_slice_2" - input: "bidirectional_rnn/bw/bw/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + op: "Shape" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -24004,25 +23260,28 @@ node { list { shape { dim { - size: 1 + size: 2 } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/Const_1" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -24039,19 +23298,16 @@ node { tensor { dtype: DT_INT32 tensor_shape { - dim { - size: 1 - } } - int_val: 128 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/concat_1/axis" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { @@ -24080,47 +23336,73 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/concat_1" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/ExpandDims" - input: "bidirectional_rnn/bw/bw/Const_1" - input: "bidirectional_rnn/bw/bw/concat_1/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" + op: "Equal" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_INT32 } } attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "Tidx" + key: "incompatible_shape_error" value { - type: DT_INT32 + b: true + } + } +} +node { + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape" + op: "StatelessIf" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" + attr { + key: "Tcond" + value { + type: DT_BOOL } } attr { - key: "_output_shapes" + key: "Tin" value { list { - shape { - dim { - size: 2 - } - } + type: DT_BOOL + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 } } } -} -node { - name: "bidirectional_rnn/bw/bw/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "Tout" + value { + list { + type: DT_BOOL + } + } + } + attr { + key: "_lower_using_switch_merge" + value { + b: true + } + } attr { key: "_output_shapes" value { @@ -24131,33 +23413,46 @@ node { } } attr { - key: "dtype" + key: "_read_only_resource_inputs" value { - type: DT_FLOAT + list { + } } } attr { - key: "value" + key: "else_branch" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + func { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_false_1235" + } + } + } + attr { + key: "output_shapes" + value { + list { + shape { } - float_val: 0.0 + } + } + } + attr { + key: "then_branch" + value { + func { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_true_1234" } } } } node { - name: "bidirectional_rnn/bw/bw/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/bw/concat_1" - input: "bidirectional_rnn/bw/bw/zeros/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Identity" + op: "Identity" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape" attr { key: "T" value { - type: DT_FLOAT + type: DT_BOOL } } attr { @@ -24165,35 +23460,20 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/bw/bw/Const_2" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -24201,70 +23481,61 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { - dim { - size: 1 - } } - int_val: 0 + string_val: "weights can not be broadcast to values." } } } } node { - name: "bidirectional_rnn/bw/bw/Min" - op: "Min" - input: "bidirectional_rnn/bw/bw/CheckSeqLen" - input: "bidirectional_rnn/bw/bw/Const_2" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_1" + op: "Const" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "Tidx" + key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_STRING + tensor_shape { } + string_val: "weights.shape=" } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "bidirectional_rnn/bw/bw/Const_3" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -24272,62 +23543,56 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { - dim { - size: 1 - } } - int_val: 0 + string_val: "softmax_cross_entropy_loss/num_present/Select:0" } } } } node { - name: "bidirectional_rnn/bw/bw/Max" - op: "Max" - input: "bidirectional_rnn/bw/bw/CheckSeqLen" - input: "bidirectional_rnn/bw/bw/Const_3" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_3" + op: "Const" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "Tidx" + key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_STRING + tensor_shape { } + string_val: "values.shape=" } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "bidirectional_rnn/bw/bw/time" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_4" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { @@ -24340,150 +23605,159 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { } - int_val: 0 + string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArray" - op: "TensorArrayV3" - input: "bidirectional_rnn/bw/bw/strided_slice_1" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_5" + op: "Const" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { - shape { - dim { - size: 2 - } - } shape { } } } } attr { - key: "clear_after_read" + key: "dtype" value { - b: true + type: DT_STRING } } attr { - key: "dtype" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "is_scalar=" + } } } +} +node { + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard" + op: "If" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Identity" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Identity" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" attr { - key: "dynamic_size" + key: "Tcond" value { - b: false + type: DT_BOOL } } attr { - key: "element_shape" + key: "Tin" value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + list { + type: DT_BOOL + type: DT_INT32 + type: DT_INT32 + type: DT_BOOL } } } attr { - key: "identical_element_shapes" + key: "Tout" value { - b: true + list { + type: DT_BOOL + } } } attr { - key: "tensor_array_name" + key: "_lower_using_switch_merge" value { - s: "bidirectional_rnn/bw/bw/dynamic_rnn/output_0" + b: true } } -} -node { - name: "bidirectional_rnn/bw/bw/TensorArray_1" - op: "TensorArrayV3" - input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { - shape { - dim { - size: 2 - } - } shape { } } } } attr { - key: "clear_after_read" + key: "_read_only_resource_inputs" value { - b: true + list { + } } } attr { - key: "dtype" + key: "else_branch" value { - type: DT_FLOAT + func { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_AssertGuard_false_1285" + } } } attr { - key: "dynamic_size" + key: "output_shapes" value { - b: false + list { + shape { + } + } } } attr { - key: "element_shape" + key: "then_branch" value { - shape { - dim { - size: -1 - } - dim { - size: 8 - } + func { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_AssertGuard_true_1284" } } } +} +node { + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Identity" + op: "Identity" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard" attr { - key: "identical_element_shapes" + key: "T" value { - b: true + type: DT_BOOL } } attr { - key: "tensor_array_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/dynamic_rnn/input_0" + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/Shape" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" op: "Shape" - input: "bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:0" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" + input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Identity" attr { key: "T" value { @@ -24496,7 +23770,7 @@ node { list { shape { dim { - size: 3 + size: 2 } } } @@ -24510,17 +23784,15 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" + input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } @@ -24528,72 +23800,92 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { - dim { - size: 1 - } } - int_val: 0 + float_val: 1.0 } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" + op: "Fill" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 } } } } } attr { - key: "dtype" + key: "index_type" value { type: DT_INT32 } } +} +node { + name: "softmax_cross_entropy_loss/num_present/broadcast_weights" + op: "Mul" + input: "softmax_cross_entropy_loss/num_present/Select" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" attr { - key: "value" + key: "T" value { - tensor { - dtype: DT_INT32 - tensor_shape { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { dim { - size: 1 + size: -1 + } + dim { + size: -1 } } - int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_2" + name: "softmax_cross_entropy_loss/num_present/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: 2 } } } @@ -24612,30 +23904,27 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 1 + size: 2 } } - int_val: 1 + tensor_content: "\000\000\000\000\001\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice" - op: "StridedSlice" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/Shape" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_1" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/num_present" + op: "Sum" + input: "softmax_cross_entropy_loss/num_present/broadcast_weights" + input: "softmax_cross_entropy_loss/num_present/Const" attr { - key: "Index" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -24650,40 +23939,47 @@ node { } } attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" + key: "keep_dims" value { - i: 0 + b: false } } +} +node { + name: "softmax_cross_entropy_loss/Rank" + op: "Const" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { - key: "end_mask" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } attr { - key: "new_axis_mask" + key: "dtype" value { - i: 0 + type: DT_INT32 } } attr { - key: "shrink_axis_mask" + key: "value" value { - i: 1 + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range/start" + name: "softmax_cross_entropy_loss/range/start" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { @@ -24712,9 +24008,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range/delta" + name: "softmax_cross_entropy_loss/range/delta" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Identity" attr { key: "_output_shapes" value { @@ -24743,12 +24039,11 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range" + name: "softmax_cross_entropy_loss/range" op: "Range" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range/start" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range/delta" - device: "/replica:0/task:0/device:GPU:0" + input: "softmax_cross_entropy_loss/range/start" + input: "softmax_cross_entropy_loss/Rank" + input: "softmax_cross_entropy_loss/range/delta" attr { key: "Tidx" value { @@ -24761,7 +24056,6 @@ node { list { shape { dim { - size: -1 } } } @@ -24769,13 +24063,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "bidirectional_rnn/bw/bw/TensorArray_1" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range" - input: "bidirectional_rnn/bw/bw/transpose" - input: "bidirectional_rnn/bw/bw/TensorArray_1:1" - device: "/replica:0/task:0/device:GPU:0" + name: "softmax_cross_entropy_loss/Sum_1" + op: "Sum" + input: "softmax_cross_entropy_loss/Sum" + input: "softmax_cross_entropy_loss/range" attr { key: "T" value { @@ -24783,13 +24074,38 @@ node { } } attr { - key: "_class" + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/transpose" + shape { + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } +} +node { + name: "softmax_cross_entropy_loss/value" + op: "DivNoNan" + input: "softmax_cross_entropy_loss/Sum_1" + input: "softmax_cross_entropy_loss/num_present" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { @@ -24801,9 +24117,8 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/Maximum/x" + name: "ArgMax/dimension" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -24826,41 +24141,24 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: 1 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/Maximum" - op: "Maximum" - input: "bidirectional_rnn/bw/bw/Maximum/x" - input: "bidirectional_rnn/bw/bw/Max" - device: "/replica:0/task:0/device:GPU:0" + name: "ArgMax" + op: "ArgMax" + input: "dense/Elu" + input: "ArgMax/dimension" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/Minimum" - op: "Minimum" - input: "bidirectional_rnn/bw/bw/strided_slice_1" - input: "bidirectional_rnn/bw/bw/Maximum" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -24870,20 +24168,33 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } } } } } + attr { + key: "output_type" + value { + type: DT_INT64 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/iteration_counter" + name: "gradients/Shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } @@ -24900,23 +24211,16 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + } } - int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/while/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/while/iteration_counter" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/grad_ys_0" + op: "Const" attr { key: "_output_shapes" value { @@ -24927,33 +24231,32 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 + } } } } node { - name: "bidirectional_rnn/bw/bw/while/Enter_1" - op: "Enter" - input: "bidirectional_rnn/bw/bw/time" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/Fill" + op: "Fill" + input: "gradients/Shape" + input: "gradients/grad_ys_0" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -24966,117 +24269,87 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "index_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/Enter_2" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArray:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/Shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/Enter_3" - op: "Enter" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/Shape_1" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/Enter_4" - op: "Enter" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/softmax_cross_entropy_loss/value_grad/Shape" + input: "gradients/softmax_cross_entropy_loss/value_grad/Shape_1" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -25087,37 +24360,21 @@ node { dim { size: -1 } + } + shape { dim { - size: 128 + size: -1 } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/Enter_5" - op: "Enter" - input: "bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan" + op: "DivNoNan" + input: "gradients/Fill" + input: "softmax_cross_entropy_loss/num_present" attr { key: "T" value { @@ -25129,49 +24386,24 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/Merge" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter" - input: "bidirectional_rnn/bw/bw/while/NextIteration" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/Sum" + op: "Sum" + input: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan" + input: "gradients/softmax_cross_entropy_loss/value_grad/BroadcastGradientArgs" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_FLOAT } } attr { - key: "T" + key: "Tidx" value { type: DT_INT32 } @@ -25182,26 +24414,29 @@ node { list { shape { } - shape { - } } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Merge_1" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter_1" - input: "bidirectional_rnn/bw/bw/while/NextIteration_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/value_grad/Sum" + input: "gradients/softmax_cross_entropy_loss/value_grad/Shape" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_FLOAT } } attr { - key: "T" + key: "Tshape" value { type: DT_INT32 } @@ -25212,24 +24447,14 @@ node { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Merge_2" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter_2" - input: "bidirectional_rnn/bw/bw/while/NextIteration_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/Neg" + op: "Neg" + input: "softmax_cross_entropy_loss/Sum_1" attr { key: "T" value { @@ -25242,24 +24467,15 @@ node { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Merge_3" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter_3" - input: "bidirectional_rnn/bw/bw/while/NextIteration_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan_1" + op: "DivNoNan" + input: "gradients/softmax_cross_entropy_loss/value_grad/Neg" + input: "softmax_cross_entropy_loss/num_present" attr { key: "T" value { @@ -25270,14 +24486,6 @@ node { key: "_output_shapes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } shape { } } @@ -25285,17 +24493,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/Merge_4" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter_4" - input: "bidirectional_rnn/bw/bw/while/NextIteration_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan_2" + op: "DivNoNan" + input: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan_1" + input: "softmax_cross_entropy_loss/num_present" attr { key: "T" value { @@ -25306,14 +24507,6 @@ node { key: "_output_shapes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } shape { } } @@ -25321,17 +24514,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/Merge_5" - op: "Merge" - input: "bidirectional_rnn/bw/bw/while/Enter_5" - input: "bidirectional_rnn/bw/bw/while/NextIteration_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/softmax_cross_entropy_loss/value_grad/mul" + op: "Mul" + input: "gradients/Fill" + input: "gradients/softmax_cross_entropy_loss/value_grad/div_no_nan_2" attr { key: "T" value { @@ -25342,14 +24528,6 @@ node { key: "_output_shapes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } shape { } } @@ -25357,13 +24535,18 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/Less" - op: "Less" - input: "bidirectional_rnn/bw/bw/while/Merge" - input: "bidirectional_rnn/bw/bw/while/Less/Enter" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/Sum_1" + op: "Sum" + input: "gradients/softmax_cross_entropy_loss/value_grad/mul" + input: "gradients/softmax_cross_entropy_loss/value_grad/BroadcastGradientArgs:1" attr { key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" value { type: DT_INT32 } @@ -25377,14 +24560,26 @@ node { } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Less/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/strided_slice_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/Reshape_1" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/value_grad/Sum_1" + input: "gradients/softmax_cross_entropy_loss/value_grad/Shape_1" attr { key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" value { type: DT_INT32 } @@ -25398,35 +24593,59 @@ node { } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/softmax_cross_entropy_loss/value_grad/Reshape" + input: "^gradients/softmax_cross_entropy_loss/value_grad/Reshape_1" +} +node { + name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/value_grad/Reshape" + input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Reshape" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/Less_1" - op: "Less" - input: "bidirectional_rnn/bw/bw/while/Merge_1" - input: "bidirectional_rnn/bw/bw/while/Less_1/Enter" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/value_grad/Reshape_1" + input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Reshape_1" + } } } attr { @@ -25440,93 +24659,86 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/Less_1/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/Minimum" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/LogicalAnd" - op: "LogicalAnd" - input: "bidirectional_rnn/bw/bw/while/Less" - input: "bidirectional_rnn/bw/bw/while/Less_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape_1" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/LoopCond" - op: "LoopCond" - input: "bidirectional_rnn/bw/bw/while/LogicalAnd" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Switch" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" + input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape_1" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_class" + key: "Tshape" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge" - } + type: DT_INT32 } } attr { @@ -25535,50 +24747,48 @@ node { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Switch_1" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge_1" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Const" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + dim { + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Switch_2" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge_2" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile" + op: "Tile" + input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape" + input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Const" attr { key: "T" value { @@ -25586,11 +24796,9 @@ node { } } attr { - key: "_class" + key: "Tmultiples" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge_2" - } + type: DT_INT32 } } attr { @@ -25599,62 +24807,51 @@ node { list { shape { } - shape { - } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Switch_3" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge_3" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge_3" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\001\000\000\000\001\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/Switch_4" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge_4" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile" + input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" attr { key: "T" value { @@ -25662,11 +24859,9 @@ node { } } attr { - key: "_class" + key: "Tshape" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge_4" - } + type: DT_INT32 } } attr { @@ -25675,30 +24870,50 @@ node { list { shape { dim { - size: -1 + size: 1 } dim { - size: 128 + size: 1 } } + } + } + } +} +node { + name: "gradients/softmax_cross_entropy_loss/Sum_grad/Shape" + op: "Shape" + input: "softmax_cross_entropy_loss/Mul" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Switch_5" - op: "Switch" - input: "bidirectional_rnn/bw/bw/while/Merge_5" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" + op: "Tile" + input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape" + input: "gradients/softmax_cross_entropy_loss/Sum_grad/Shape" attr { key: "T" value { @@ -25706,11 +24921,9 @@ node { } } attr { - key: "_class" + key: "Tmultiples" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/Merge_5" - } + type: DT_INT32 } } attr { @@ -25721,31 +24934,22 @@ node { dim { size: -1 } - dim { - size: 128 - } - } - shape { dim { size: -1 } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" + op: "Shape" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -25753,20 +24957,28 @@ node { value { list { shape { + dim { + size: 2 + } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Identity_1" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch_1:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" + op: "Shape" + input: "SequenceMask/Cast_1" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -25774,20 +24986,29 @@ node { value { list { shape { + dim { + size: 2 + } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Identity_2" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch_2:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -25795,16 +25016,24 @@ node { value { list { shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/Identity_3" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch_3:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul" + op: "Mul" + input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" + input: "SequenceMask/Cast_1" attr { key: "T" value { @@ -25820,7 +25049,7 @@ node { size: -1 } dim { - size: 128 + size: -1 } } } @@ -25828,43 +25057,56 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/Identity_4" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch_4:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum" + op: "Sum" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/bw/bw/while/Identity_5" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Switch_5:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { @@ -25874,7 +25116,7 @@ node { size: -1 } dim { - size: 128 + size: -1 } } } @@ -25882,66 +25124,83 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/add/y" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul_1" + op: "Mul" + input: "softmax_cross_entropy_loss/xentropy/Reshape_2" + input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul_1" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { - key: "dtype" + key: "Tidx" value { type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { + unknown_rank: true } - int_val: 1 } } } + attr { + key: "keep_dims" + value { + b: false + } + } } node { - name: "bidirectional_rnn/bw/bw/while/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/Identity" - input: "bidirectional_rnn/bw/bw/while/add/y" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "Tshape" value { - list { - shape { - } - } + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_1" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -25951,28 +25210,36 @@ node { size: -1 } dim { - size: 8 + size: -1 } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" + input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" +} +node { + name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" + input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" + } } } attr { @@ -25981,36 +25248,55 @@ node { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: -1 } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" + input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" + op: "Shape" + input: "softmax_cross_entropy_loss/xentropy" attr { key: "T" value { @@ -26022,37 +25308,33 @@ node { value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "out_type" value { - b: true + type: DT_INT32 } } +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" + input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" attr { - key: "parallel_iterations" + key: "T" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/GreaterEqual" - op: "GreaterEqual" - input: "bidirectional_rnn/bw/bw/while/Identity_1" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tshape" value { type: DT_INT32 } @@ -26071,14 +25353,13 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/GreaterEqual/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/CheckSeqLen" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like" + op: "ZerosLike" + input: "softmax_cross_entropy_loss/xentropy:1" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -26089,38 +25370,59 @@ node { dim { size: -1 } + dim { + size: -1 + } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" + op: "Const" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" - op: "Const" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" + op: "ExpandDims" + input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 } } attr { @@ -26129,42 +25431,51 @@ node { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: 1 } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul" + op: "Mul" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" + input: "softmax_cross_entropy_loss/xentropy:1" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { dim { - size: 2 + size: -1 + } + dim { + size: -1 } } - tensor_content: "\210\000\000\000\000\001\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" - op: "Const" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" + op: "LogSoftmax" + input: "softmax_cross_entropy_loss/xentropy/Reshape" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { @@ -26172,39 +25483,46 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } } } } } +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/Neg" + op: "Neg" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } } - float_val: -0.12371791154146194 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { @@ -26217,37 +25535,36 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: 0.12371791154146194 + int_val: -1 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" + op: "ExpandDims" + input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_class" + key: "Tdim" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { @@ -26256,68 +25573,54 @@ node { list { shape { dim { - size: 136 + size: -1 } dim { - size: 256 + size: 1 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" + op: "Mul" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/Neg" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/mul" + input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul" + input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" attr { key: "T" value { @@ -26328,7 +25631,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@gradients/softmax_cross_entropy_loss/xentropy_grad/mul" } } } @@ -26338,10 +25641,10 @@ node { list { shape { dim { - size: 136 + size: -1 } dim { - size: 256 + size: -1 } } } @@ -26349,10 +25652,10 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" + input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" attr { key: "T" value { @@ -26363,7 +25666,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + s: "loc:@gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" } } } @@ -26373,10 +25676,10 @@ node { list { shape { dim { - size: 136 + size: -1 } dim { - size: 256 + size: -1 } } } @@ -26384,15 +25687,13 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" + op: "Shape" + input: "dense/Elu" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { @@ -26400,89 +25701,94 @@ node { value { list { shape { + dim { + size: 3 + } } } } } attr { - key: "container" + key: "out_type" value { - s: "" + type: DT_INT32 } } +} +node { + name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" + op: "Reshape" + input: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" + input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" + key: "Tshape" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/dense/Elu_grad/EluGrad" + op: "EluGrad" + input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" + input: "dense/Elu" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/dense/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/dense/Elu_grad/EluGrad" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { @@ -26491,27 +25797,30 @@ node { list { shape { dim { - size: 136 - } - dim { - size: 256 + size: 22 } } } } } attr { - key: "dtype" + key: "data_format" value { - type: DT_FLOAT + s: "NHWC" } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" + name: "gradients/dense/BiasAdd_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/dense/BiasAdd_grad/BiasAddGrad" + input: "^gradients/dense/Elu_grad/EluGrad" +} +node { + name: "gradients/dense/BiasAdd_grad/tuple/control_dependency" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/dense/Elu_grad/EluGrad" + input: "^gradients/dense/BiasAdd_grad/tuple/group_deps" attr { key: "T" value { @@ -26522,7 +25831,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + s: "loc:@gradients/dense/Elu_grad/EluGrad" } } } @@ -26532,10 +25841,13 @@ node { list { shape { dim { - size: 136 + size: -1 } dim { - size: 256 + size: -1 + } + dim { + size: 22 } } } @@ -26543,14 +25855,21 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/dense/BiasAdd_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/dense/BiasAdd_grad/BiasAddGrad" + input: "^gradients/dense/BiasAdd_grad/tuple/group_deps" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" + s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" } } } @@ -26559,89 +25878,58 @@ node { value { list { shape { + dim { + size: 22 + } } } } } +} +node { + name: "gradients/dense/Tensordot_grad/Shape" + op: "Shape" + input: "dense/Tensordot/MatMul" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "out_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } + type: DT_INT32 } } +} +node { + name: "gradients/dense/Tensordot_grad/Reshape" + op: "Reshape" + input: "gradients/dense/BiasAdd_grad/tuple/control_dependency" + input: "gradients/dense/Tensordot_grad/Shape" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "Tshape" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } + type: DT_INT32 } } attr { @@ -26650,31 +25938,25 @@ node { list { shape { dim { - size: 136 + size: -1 } dim { - size: 256 + size: 22 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - op: "Const" + name: "gradients/dense/Tensordot/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/dense/Tensordot_grad/Reshape" + input: "dense/Tensordot/ReadVariableOp" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -26682,6 +25964,9 @@ node { value { list { shape { + dim { + size: -1 + } dim { size: 256 } @@ -26690,36 +25975,27 @@ node { } } attr { - key: "dtype" + key: "transpose_a" value { - type: DT_FLOAT + b: false } } attr { - key: "value" + key: "transpose_b" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 1.0 - } + b: true } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/dense/Tensordot/MatMul_grad/MatMul_1" + op: "MatMul" + input: "dense/Tensordot/Reshape" + input: "gradients/dense/Tensordot_grad/Reshape" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -26727,85 +26003,51 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: 22 + } } } } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" + key: "transpose_a" value { - shape { - dim { - size: 256 - } - } + b: true } } attr { - key: "shared_name" + key: "transpose_b" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" + b: false } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } + name: "gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/dense/Tensordot/MatMul_grad/MatMul" + input: "^gradients/dense/Tensordot/MatMul_grad/MatMul_1" } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - } - } - } + name: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/dense/Tensordot/MatMul_grad/MatMul" + input: "^gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" + s: "loc:@gradients/dense/Tensordot/MatMul_grad/MatMul" } } } @@ -26814,6 +26056,9 @@ node { value { list { shape { + dim { + size: -1 + } dim { size: 256 } @@ -26821,18 +26066,12 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" + name: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/dense/Tensordot/MatMul_grad/MatMul_1" + input: "^gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" attr { key: "T" value { @@ -26843,7 +26082,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" + s: "loc:@gradients/dense/Tensordot/MatMul_grad/MatMul_1" } } } @@ -26855,21 +26094,22 @@ node { dim { size: 256 } + dim { + size: 22 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/dense/Tensordot/Reshape_grad/Shape" + op: "Shape" + input: "dense/Tensordot/transpose" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_FLOAT } } attr { @@ -26877,86 +26117,64 @@ node { value { list { shape { + dim { + size: 3 + } } } } } attr { - key: "container" + key: "out_type" value { - s: "" + type: DT_INT32 } } +} +node { + name: "gradients/dense/Tensordot/Reshape_grad/Reshape" + op: "Reshape" + input: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency" + input: "gradients/dense/Tensordot/Reshape_grad/Shape" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" + key: "Tshape" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 256 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/dense/Tensordot/transpose_grad/InvertPermutation" + op: "InvertPermutation" + input: "dense/Tensordot/concat" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 } } attr { @@ -26965,28 +26183,28 @@ node { list { shape { dim { - size: 256 + size: 3 } } } } } +} +node { + name: "gradients/dense/Tensordot/transpose_grad/transpose" + op: "Transpose" + input: "gradients/dense/Tensordot/Reshape_grad/Reshape" + input: "gradients/dense/Tensordot/transpose_grad/InvertPermutation" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "Tperm" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -26995,44 +26213,22 @@ node { list { shape { dim { - size: 2 + size: -1 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { dim { - size: 2 + size: -1 + } + dim { + size: 256 } } - tensor_content: "\010\000\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "gradients/concat_grad/Rank" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } attr { key: "_output_shapes" value { @@ -27045,30 +26241,30 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { } - float_val: -0.21004201471805573 + int_val: 3 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - op: "Const" + name: "gradients/concat_grad/mod" + op: "FloorMod" + input: "concat/axis" + input: "gradients/concat_grad/Rank" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -27080,40 +26276,51 @@ node { } } } +} +node { + name: "gradients/concat_grad/Shape" + op: "Shape" + input: "bidirectional_rnn/fw/fw/transpose_1" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: 3 + } } - float_val: 0.21004201471805573 } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/concat_grad/ShapeN" + op: "ShapeN" + input: "bidirectional_rnn/fw/fw/transpose_1" + input: "ReverseSequence" attr { - key: "T" + key: "N" value { - type: DT_INT32 + i: 2 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27122,51 +26329,70 @@ node { list { shape { dim { - size: 8 + size: 3 } + } + shape { dim { - size: 128 + size: 3 } } } } } attr { - key: "dtype" + key: "out_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/concat_grad/mod" + input: "gradients/concat_grad/ShapeN" + input: "gradients/concat_grad/ShapeN:1" attr { - key: "seed" + key: "N" value { - i: 0 + i: 2 } } attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + dim { + size: 3 + } + } + shape { + dim { + size: 3 + } + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "gradients/concat_grad/Slice" + op: "Slice" + input: "gradients/dense/Tensordot/transpose_grad/transpose" + input: "gradients/concat_grad/ConcatOffset" + input: "gradients/concat_grad/ShapeN" attr { - key: "T" + key: "Index" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27174,28 +26400,36 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + name: "gradients/concat_grad/Slice_1" + op: "Slice" + input: "gradients/dense/Tensordot/transpose_grad/transpose" + input: "gradients/concat_grad/ConcatOffset:1" + input: "gradients/concat_grad/ShapeN:1" attr { - key: "T" + key: "Index" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27204,7 +26438,10 @@ node { list { shape { dim { - size: 8 + size: -1 + } + dim { + size: -1 } dim { size: 128 @@ -27215,10 +26452,16 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "gradients/concat_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/concat_grad/Slice" + input: "^gradients/concat_grad/Slice_1" +} +node { + name: "gradients/concat_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/concat_grad/Slice" + input: "^gradients/concat_grad/tuple/group_deps" attr { key: "T" value { @@ -27229,7 +26472,7 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + s: "loc:@gradients/concat_grad/Slice" } } } @@ -27239,7 +26482,10 @@ node { list { shape { dim { - size: 8 + size: -1 + } + dim { + size: -1 } dim { size: 128 @@ -27250,105 +26496,81 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/concat_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/concat_grad/Slice_1" + input: "^gradients/concat_grad/tuple/group_deps" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@gradients/concat_grad/Slice_1" } } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 8 - } - dim { - size: 128 + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" + op: "InvertPermutation" + input: "bidirectional_rnn/fw/fw/concat_2" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 3 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" + op: "Transpose" + input: "gradients/concat_grad/tuple/control_dependency" + input: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "Tperm" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } attr { @@ -27357,7 +26579,10 @@ node { list { shape { dim { - size: 8 + size: -1 + } + dim { + size: -1 } dim { size: 128 @@ -27366,18 +26591,12 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/ReverseSequence_grad/ReverseSequence" + op: "ReverseSequence" + input: "gradients/concat_grad/tuple/control_dependency_1" + input: "IteratorGetNext:1" attr { key: "T" value { @@ -27385,11 +26604,9 @@ node { } } attr { - key: "_class" + key: "Tlen" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_INT32 } } attr { @@ -27398,7 +26615,10 @@ node { list { shape { dim { - size: 8 + size: -1 + } + dim { + size: -1 } dim { size: 128 @@ -27407,65 +26627,60 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "batch_dim" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + i: 0 + } + } + attr { + key: "seq_dim" + value { + i: 1 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 8 - } - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor" + op: "TensorListFromTensor" + input: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor/element_shape" attr { key: "_output_shapes" value { @@ -27475,39 +26690,27 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" + op: "InvertPermutation" + input: "bidirectional_rnn/bw/bw/concat_2" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_INT32 } } attr { @@ -27516,33 +26719,52 @@ node { list { shape { dim { - size: 8 - } - dim { - size: 128 + size: 3 } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" + op: "Transpose" + input: "gradients/ReverseSequence_grad/ReverseSequence" + input: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "Tperm" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 128 + } + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -27571,22 +26793,16 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor" + op: "TensorListFromTensor" + input: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor/element_shape" attr { key: "_output_shapes" value { @@ -27597,32 +26813,26 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: -0.1530931144952774 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - op: "Const" + name: "gradients/zeros_like_1" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:4" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27630,44 +26840,51 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/zeros_like_2" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:5" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } - float_val: 0.1530931144952774 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/zeros_like_3" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:6" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27676,7 +26893,7 @@ node { list { shape { dim { - size: 128 + size: -1 } dim { size: 128 @@ -27685,83 +26902,70 @@ node { } } } +} +node { + name: "gradients/zeros_like_4" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:8" attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" + key: "T" value { - i: 0 + type: DT_VARIANT } } attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "gradients/zeros_like_5" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:10" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } + dim { + size: 256 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + name: "gradients/zeros_like_6" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:11" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 256 } } } @@ -27769,31 +26973,22 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "gradients/zeros_like_7" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:12" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 136 } dim { size: 128 @@ -27804,15 +26999,13 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_8" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:13" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -27820,98 +27013,80 @@ node { value { list { shape { + dim { + size: 128 + } } } } } +} +node { + name: "gradients/zeros_like_9" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:14" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } +} +node { + name: "gradients/zeros_like_10" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:15" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + name: "gradients/zeros_like_11" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:16" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -27920,32 +27095,17 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/zeros_like_12" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:17" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } - } attr { key: "_output_shapes" value { @@ -27954,24 +27114,19 @@ node { dim { size: 128 } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/zeros_like_13" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:18" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -27979,89 +27134,97 @@ node { value { list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } +} +node { + name: "gradients/zeros_like_14" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:19" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { + dim { + size: 256 + } } } } } +} +node { + name: "gradients/zeros_like_15" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:20" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/zeros_like_16" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:21" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 128 + } + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/zeros_like_17" + op: "ZerosLike" + input: "bidirectional_rnn/fw/fw/while:22" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -28070,7 +27233,7 @@ node { list { shape { dim { - size: 128 + size: -1 } dim { size: 128 @@ -28079,31 +27242,47 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/grad_counter" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - op: "Const" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Select_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -28112,36 +27291,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 2 } } - float_val: 0.0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Select_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Select_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -28152,90 +27324,88 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Const" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Const" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_2_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -28244,54 +27414,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_2_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_2_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -28302,120 +27447,91 @@ node { } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" + key: "shape_type" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/GreaterEqual_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: -1 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/GreaterEqual_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/GreaterEqual_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_BOOL } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_3_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -28424,36 +27540,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 2 } } - float_val: 0.0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_3_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_3_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -28464,90 +27573,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_4_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_4_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Placeholder_4_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -28556,97 +27666,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -28656,70 +27761,93 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + shape { + dim { + size: 2 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -28736,173 +27864,178 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 1 } - dim { - size: 136 + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 136 - } - dim { - size: 256 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } attr { - key: "transpose_a" + key: "element_dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "shape_type" value { - b: false + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 2 } } } @@ -28911,21 +28044,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -28936,90 +28077,59 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 256 + size: 2 } } } } } attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 256 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29030,33 +28140,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -29073,70 +28179,52 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 1 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "num_split" + key: "element_dtype" value { - i: 2 + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 8 - } - dim { - size: 128 + size: 1 } } } @@ -29145,21 +28233,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29170,282 +28266,217 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } attr { - key: "transpose_a" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "transpose_a" + key: "element_dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "shape_type" value { - b: false + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -29454,21 +28485,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29479,146 +28518,122 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } attr { - key: "data_format" + key: "dtype" value { - s: "NHWC" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29629,145 +28644,92 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -29775,61 +28737,62 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.800000011920929 + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -29837,26 +28800,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29867,44 +28833,28 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } @@ -29913,34 +28863,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 + type: DT_INT32 } } attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -29950,184 +28895,156 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -30135,61 +29052,62 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.800000011920929 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -30197,26 +29115,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.0 + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -30227,44 +29148,28 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } @@ -30273,34 +29178,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 + type: DT_INT32 } } attr { - key: "seed2" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -30310,192 +29210,155 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -30514,25 +29377,19 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\000\001\000\000\000\001\000\000" + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -30543,39 +29400,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: -0.10825317353010178 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -30583,49 +29430,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.10825317353010178 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 2 } } } @@ -30634,133 +29493,155 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "seed" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -30771,96 +29652,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 - } - dim { - size: 256 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 2 } } } @@ -30869,103 +29745,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 256 - } - dim { - size: 256 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -30975,81 +29840,92 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + shape { + dim { + size: 2 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\000\001\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 2 } } } @@ -31058,36 +29934,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 256 + size: 2 } } - float_val: 1.0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31098,90 +29967,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 1 } } } @@ -31190,97 +30060,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 256 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31290,71 +30155,85 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" + shape { + dim { + size: 2 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\000\001\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -31383,22 +30262,16 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31409,39 +30282,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: -0.1530931144952774 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -31449,49 +30312,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.1530931144952774 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } @@ -31500,133 +30375,155 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "seed" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31637,96 +30534,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { + dim { + size: 1 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } @@ -31735,103 +30627,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31841,74 +30722,85 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + shape { + dim { + size: 1 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -31937,22 +30829,16 @@ node { size: 2 } } - tensor_content: "\200\000\000\000\200\000\000\000" + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -31963,39 +30849,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: -0.1530931144952774 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -32003,49 +30879,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.1530931144952774 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 1 } } } @@ -32054,133 +30942,155 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "seed" + key: "value" value { - i: 0 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -32191,96 +31101,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { + dim { + size: 1 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 2 } } } @@ -32289,103 +31194,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\000\001\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -32395,81 +31289,92 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + shape { + dim { + size: 2 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -32478,36 +31383,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 1 } } - float_val: 0.0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -32518,90 +31416,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -32610,54 +31509,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -32668,90 +31542,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_FLOAT } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -32760,28 +31635,61 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 1 } } } @@ -32790,36 +31698,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 128 + size: 1 } } - float_val: 0.0 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -32830,90 +31731,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 2 } } } @@ -32922,97 +31824,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } - attr { - key: "container" - value { - s: "" - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "shape" + key: "value" value { - shape { - dim { - size: 128 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -33022,70 +31919,93 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + shape { + dim { + size: 1 + } + } } } } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -33102,173 +32022,178 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 1 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 1 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 256 + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } attr { - key: "transpose_a" + key: "element_dtype" value { - b: false + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "shape_type" value { - b: false + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 1 } } } @@ -33277,21 +32202,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -33302,90 +32235,59 @@ node { } } attr { - key: "frame_name" + key: "element_dtype" value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 256 + size: 1 } } } } } attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 256 + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -33396,33 +32298,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -33439,70 +32337,52 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "num_split" + key: "element_dtype" value { - i: 2 + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 2 } } } @@ -33511,21 +32391,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -33536,178 +32424,154 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } attr { - key: "transpose_a" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\210\000\000\000" + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "data_format" + key: "element_dtype" value { - s: "NHWC" + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 - } - dim { - size: 128 + size: 2 } } } @@ -33716,21 +32580,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\010\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -33741,456 +32613,248 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } attr { - key: "transpose_a" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "transpose_b" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_RESOURCE + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_INT32 } } attr { - key: "is_constant" + key: "value" value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 2 } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } dim { - size: 128 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { dim { size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { @@ -34201,33 +32865,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/max" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -34235,104 +32895,317 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 1.0 + tensor_content: "\377\377\377\377\210\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/fw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/fw/fw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" + key: "shape_type" value { - i: 0 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad" + op: "StatelessWhile" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/grad_counter" + input: "bidirectional_rnn/fw/fw/strided_slice_1" + input: "bidirectional_rnn/fw/fw/while" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor" + input: "gradients/zeros_like_1" + input: "gradients/zeros_like_2" + input: "gradients/zeros_like_3" + input: "gradients/zeros_like_4" + input: "gradients/zeros_like_5" + input: "gradients/zeros_like_6" + input: "gradients/zeros_like_7" + input: "gradients/zeros_like_8" + input: "gradients/zeros_like_9" + input: "gradients/zeros_like_10" + input: "gradients/zeros_like_11" + input: "gradients/zeros_like_12" + input: "gradients/zeros_like_13" + input: "gradients/zeros_like_14" + input: "gradients/zeros_like_15" + input: "gradients/zeros_like_16" + input: "gradients/zeros_like_17" + input: "bidirectional_rnn/fw/fw/while:23" + input: "bidirectional_rnn/fw/fw/while:24" + input: "bidirectional_rnn/fw/fw/while:25" + input: "bidirectional_rnn/fw/fw/while:26" + input: "bidirectional_rnn/fw/fw/while:27" + input: "bidirectional_rnn/fw/fw/while:28" + input: "bidirectional_rnn/fw/fw/while:22" + input: "bidirectional_rnn/fw/fw/while:29" + input: "bidirectional_rnn/fw/fw/while:30" + input: "bidirectional_rnn/fw/fw/while:31" + input: "bidirectional_rnn/fw/fw/while:32" + input: "bidirectional_rnn/fw/fw/while:33" + input: "bidirectional_rnn/fw/fw/while:34" + input: "bidirectional_rnn/fw/fw/while:35" + input: "bidirectional_rnn/fw/fw/while:36" + input: "bidirectional_rnn/fw/fw/while:37" + input: "bidirectional_rnn/fw/fw/while:38" + input: "bidirectional_rnn/fw/fw/while:39" + input: "bidirectional_rnn/fw/fw/while:40" + input: "bidirectional_rnn/fw/fw/while:41" + input: "bidirectional_rnn/fw/fw/while:42" + input: "bidirectional_rnn/fw/fw/while:43" + input: "bidirectional_rnn/fw/fw/while:44" + input: "bidirectional_rnn/fw/fw/while:45" + input: "bidirectional_rnn/fw/fw/while:46" + input: "bidirectional_rnn/fw/fw/while:47" + input: "bidirectional_rnn/fw/fw/while:48" + input: "bidirectional_rnn/fw/fw/while:49" + input: "bidirectional_rnn/fw/fw/while:50" + input: "bidirectional_rnn/fw/fw/while:51" + input: "bidirectional_rnn/fw/fw/while:52" + input: "bidirectional_rnn/fw/fw/while:53" + input: "bidirectional_rnn/fw/fw/while:54" + input: "bidirectional_rnn/fw/fw/while:55" + input: "bidirectional_rnn/fw/fw/while:56" + input: "bidirectional_rnn/fw/fw/while:57" + input: "bidirectional_rnn/fw/fw/while:58" + input: "bidirectional_rnn/fw/fw/while:59" + input: "bidirectional_rnn/fw/fw/while:60" + input: "bidirectional_rnn/fw/fw/while:61" + input: "bidirectional_rnn/fw/fw/while:62" + input: "bidirectional_rnn/fw/fw/while:63" + input: "bidirectional_rnn/fw/fw/while:20" + input: "bidirectional_rnn/fw/fw/while:64" + input: "bidirectional_rnn/fw/fw/while:65" + input: "bidirectional_rnn/fw/fw/while:66" + input: "bidirectional_rnn/fw/fw/while:67" + input: "bidirectional_rnn/fw/fw/while:68" + input: "bidirectional_rnn/fw/fw/while:69" + input: "bidirectional_rnn/fw/fw/while:18" + input: "bidirectional_rnn/fw/fw/while:70" + input: "bidirectional_rnn/fw/fw/while:71" + input: "bidirectional_rnn/fw/fw/while:72" + input: "bidirectional_rnn/fw/fw/while:73" + input: "bidirectional_rnn/fw/fw/while:74" + input: "bidirectional_rnn/fw/fw/while:75" + input: "bidirectional_rnn/fw/fw/while:76" + input: "bidirectional_rnn/fw/fw/while:77" + input: "bidirectional_rnn/fw/fw/while:78" + input: "bidirectional_rnn/fw/fw/while:79" + input: "bidirectional_rnn/fw/fw/while:80" + input: "bidirectional_rnn/fw/fw/while:81" + input: "bidirectional_rnn/fw/fw/while:82" + input: "bidirectional_rnn/fw/fw/while:83" + input: "bidirectional_rnn/fw/fw/while:84" + input: "bidirectional_rnn/fw/fw/while:16" + input: "bidirectional_rnn/fw/fw/while:85" + input: "bidirectional_rnn/fw/fw/while:86" + input: "bidirectional_rnn/fw/fw/while:87" + input: "bidirectional_rnn/fw/fw/while:88" + input: "bidirectional_rnn/fw/fw/while:89" + input: "bidirectional_rnn/fw/fw/while:90" + input: "bidirectional_rnn/fw/fw/while:14" + input: "bidirectional_rnn/fw/fw/while:91" + input: "bidirectional_rnn/fw/fw/while:92" + input: "bidirectional_rnn/fw/fw/while:93" + input: "bidirectional_rnn/fw/fw/while:94" + input: "bidirectional_rnn/fw/fw/while:95" + input: "bidirectional_rnn/fw/fw/while:96" + input: "bidirectional_rnn/fw/fw/while:97" + input: "bidirectional_rnn/fw/fw/while:98" + input: "bidirectional_rnn/fw/fw/while:99" + input: "bidirectional_rnn/fw/fw/while:100" + input: "bidirectional_rnn/fw/fw/while:101" + input: "bidirectional_rnn/fw/fw/while:102" + input: "bidirectional_rnn/fw/fw/while:103" + input: "bidirectional_rnn/fw/fw/while:104" + input: "bidirectional_rnn/fw/fw/while:105" + input: "bidirectional_rnn/fw/fw/while:12" + input: "bidirectional_rnn/fw/fw/while:106" + input: "bidirectional_rnn/fw/fw/while:107" + input: "bidirectional_rnn/fw/fw/while:108" + input: "bidirectional_rnn/fw/fw/while:109" + input: "bidirectional_rnn/fw/fw/while:110" + input: "bidirectional_rnn/fw/fw/while:111" + input: "bidirectional_rnn/fw/fw/while:10" + input: "bidirectional_rnn/fw/fw/while:112" + input: "bidirectional_rnn/fw/fw/while:8" attr { key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" value { list { - shape { - } + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_lower_using_switch_merge" value { - type: DT_FLOAT + b: true } } attr { key: "_output_shapes" value { list { + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { size: -1 @@ -34341,26 +33214,6 @@ node { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { size: -1 @@ -34369,26 +33222,6 @@ node { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { size: -1 @@ -34397,234 +33230,86 @@ node { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 256 + } + } + shape { + dim { + size: 136 } dim { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: -1 + size: 128 } + } + shape { dim { - size: 128 + size: 256 + } + dim { + size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: 256 + } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + shape { + dim { + size: 256 + } + dim { + size: 128 + } } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { - size: 2 + size: 128 } } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + shape { + dim { + size: 256 + } } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { + dim { + size: 256 + } + dim { + size: 128 + } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + shape { + dim { + size: 128 + } } - float_val: 1.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { shape { dim { size: -1 @@ -34633,66 +33318,18 @@ node { size: 128 } } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { size: -1 @@ -34701,240 +33338,630 @@ node { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: -1 + size: 256 } dim { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: -1 + size: 256 } dim { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: -1 + size: 136 } dim { size: 128 } } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } - attr { - key: "_output_shapes" - value { - list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } shape { dim { - size: 2 + size: 136 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { dim { - size: 2 + size: 256 } } - tensor_content: "\000\001\000\000\000\001\000\000" + shape { + } + shape { + } } } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" - op: "Const" attr { - key: "_class" + key: "_read_only_resource_inputs" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" } } } attr { - key: "_output_shapes" + key: "body" value { - list { - shape { - } + func { + name: "bidirectional_rnn_fw_fw_while_body_313_grad_1425" } } } attr { - key: "dtype" + key: "cond" value { - type: DT_FLOAT + func { + name: "bidirectional_rnn_fw_fw_while_cond_312_rewritten_grad_2801" + } } } attr { - key: "value" + key: "output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { } - float_val: -0.10825317353010178 } } } + attr { + key: "parallel_iterations" + value { + i: 32 + } + } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_INT32 } } attr { @@ -34946,134 +33973,113 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_1" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:1" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 0.10825317353010178 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_2" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:2" attr { key: "T" value { type: DT_INT32 } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 256 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_3" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:3" attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" + key: "T" value { - i: 0 + type: DT_VARIANT } } attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_4" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:4" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/sub" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_5" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:5" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: -1 } dim { - size: 256 + size: 128 } } } @@ -35081,34 +34087,25 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_6" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:6" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: -1 } dim { - size: 256 + size: 128 } } } @@ -35116,15 +34113,13 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_7" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:7" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_VARIANT } } attr { @@ -35136,85 +34131,90 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_8" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:8" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 - } - dim { - size: 256 + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_9" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:9" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_10" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:10" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_11" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:11" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - } + type: DT_FLOAT } } attr { @@ -35223,41 +34223,23 @@ node { list { shape { dim { - size: 256 - } - dim { - size: 256 + size: 128 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_12" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:12" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } attr { key: "_output_shapes" value { @@ -35275,15 +34257,13 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_13" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:13" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } + type: DT_FLOAT } } attr { @@ -35291,91 +34271,73 @@ node { value { list { shape { + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_14" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:14" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 - } - dim { - size: 256 + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_15" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:15" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" + type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { list { shape { + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_16" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:16" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - } - } - } attr { key: "_output_shapes" value { @@ -35391,22 +34353,15 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_17" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:17" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -35421,37 +34376,41 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_18" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:18" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { dim { size: 256 } + dim { + size: 128 + } } - float_val: 1.0 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_19" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:19" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_FLOAT } } attr { @@ -35459,44 +34418,50 @@ node { value { list { shape { + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_20" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:20" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_21" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:21" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -35508,37 +34473,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_22" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:22" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_23" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:23" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - } + type: DT_VARIANT } } attr { @@ -35546,62 +34507,59 @@ node { value { list { shape { - dim { - size: 256 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_24" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Initializer/Const" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:24" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_25" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:25" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_26" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:26" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -35613,40 +34571,43 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_27" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:27" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_28" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:28" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -35658,37 +34619,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_29" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:29" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_30" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:30" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -35696,29 +34653,19 @@ node { value { list { shape { - dim { - size: 256 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_31" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:31" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -35726,43 +34673,39 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_32" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:32" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } + list { + shape { } - tensor_content: "\200\000\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_33" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:33" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -35774,33 +34717,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_34" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:34" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: -0.1530931144952774 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_35" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:35" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -35812,40 +34757,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_36" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:36" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 0.1530931144952774 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_37" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:37" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -35853,52 +34793,39 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_38" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:38" attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" + key: "T" value { - i: 0 + type: DT_VARIANT } } attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_39" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:39" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -35912,85 +34839,93 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/sub" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_40" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:40" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_41" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:41" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_42" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:42" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_43" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:43" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_44" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:44" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36002,43 +34937,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_45" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:45" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_46" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:46" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -36050,37 +34979,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_47" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:47" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_48" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:48" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36088,40 +35013,19 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_49" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:49" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { @@ -36129,27 +35033,19 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_50" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:50" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { @@ -36161,43 +35057,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_51" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:51" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_52" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:52" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -36209,37 +35099,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_53" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:53" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_54" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:54" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { @@ -36247,32 +35133,19 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_55" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:55" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36280,43 +35153,39 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_56" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:56" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } + list { + shape { } - tensor_content: "\200\000\000\000\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_57" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:57" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36328,33 +35197,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_58" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:58" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: -0.1530931144952774 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_59" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:59" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36366,40 +35237,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_60" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:60" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 0.1530931144952774 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_61" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:61" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36407,52 +35273,19 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/max" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_62" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:62" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36466,31 +35299,22 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/sub" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_63" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:63" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } dim { size: 128 @@ -36501,50 +35325,53 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/mul" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_64" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:64" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_65" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:65" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_66" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:66" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { @@ -36556,43 +35383,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_67" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:67" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_68" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:68" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -36604,37 +35425,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_69" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:69" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_70" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:70" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - } + type: DT_FLOAT } } attr { @@ -36643,67 +35460,64 @@ node { list { shape { dim { - size: 128 + size: 256 } dim { - size: 128 + size: 256 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_71" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:71" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_72" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:72" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_73" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:73" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { @@ -36715,43 +35529,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_74" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:74" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 - } - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_75" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:75" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -36763,37 +35571,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_76" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:76" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_77" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:77" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - } + type: DT_VARIANT } } attr { @@ -36801,32 +35605,19 @@ node { value { list { shape { - dim { - size: 128 - } - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_78" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:78" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_VARIANT } } attr { @@ -36834,44 +35625,39 @@ node { value { list { shape { - dim { - size: 128 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_79" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:79" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } + list { + shape { } - float_val: 0.0 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_80" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:80" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_VARIANT } } attr { @@ -36883,40 +35669,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_81" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:81" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_82" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:82" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -36928,37 +35711,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_83" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:83" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_84" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:84" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - } + type: DT_VARIANT } } attr { @@ -36966,44 +35745,49 @@ node { value { list { shape { - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_85" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:85" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_86" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:86" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } dim { size: 128 } @@ -37013,15 +35797,13 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_87" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:87" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -37033,40 +35815,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_88" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:88" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_89" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:89" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -37078,37 +35857,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_90" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:90" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_91" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:91" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -37116,29 +35891,19 @@ node { value { list { shape { - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - op: "Const" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_92" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:92" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_VARIANT } } attr { @@ -37146,44 +35911,45 @@ node { value { list { shape { - dim { - size: 128 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_93" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:93" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { dim { - size: 128 + size: 256 + } + dim { + size: 256 } } - float_val: 0.0 } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_94" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:94" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_VARIANT } } attr { @@ -37195,40 +35961,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_95" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:95" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_96" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:96" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -37240,37 +36003,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_97" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:97" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_98" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:98" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - } + type: DT_VARIANT } } attr { @@ -37278,37 +36037,19 @@ node { value { list { shape { - dim { - size: 128 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_99" op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:99" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -37316,24 +36057,19 @@ node { value { list { shape { - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_100" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:100" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -37345,40 +36081,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_101" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:101" attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 128 + list { + shape { } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_102" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:102" attr { - key: "shared_name" + key: "T" value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { key: "_output_shapes" value { @@ -37390,37 +36123,33 @@ node { } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_103" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:103" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_104" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:104" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - } + type: DT_VARIANT } } attr { @@ -37428,25 +36157,21 @@ node { value { list { shape { - dim { - size: 128 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_105" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:105" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -37456,47 +36181,55 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_106" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:106" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_107" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:107" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_VARIANT } } attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_108" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:108" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -37504,54 +36237,45 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_109" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:109" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 256 + size: 136 } dim { - size: 256 + size: 128 } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_110" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:110" attr { key: "T" value { - type: DT_RESOURCE + type: DT_VARIANT } } attr { @@ -37563,35 +36287,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_111" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:111" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_VARIANT } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_112" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:112" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -37599,63 +36323,39 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_113" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:113" attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" + key: "T" value { - b: false + type: DT_VARIANT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_114" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:114" attr { key: "T" value { - type: DT_RESOURCE + type: DT_VARIANT } } attr { @@ -37667,31 +36367,31 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_115" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:115" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_VARIANT } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_116" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:116" attr { key: "T" value { @@ -37704,7 +36404,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 256 @@ -37713,22 +36413,15 @@ node { } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_117" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:117" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -37736,22 +36429,21 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_118" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/bidirectional_rnn/fw/fw/while_grad:118" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -37761,29 +36453,48 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_10" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_11" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_12" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_13" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_14" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_15" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_16" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_17" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_18" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_19" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_20" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_3" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_4" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_5" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_6" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_7" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_8" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/Identity_9" +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_3" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_3" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -37793,36 +36504,26 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_4" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_4" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - op: "Split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { @@ -37835,37 +36536,36 @@ node { size: 128 } } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_2" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_5" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "num_split" + key: "T" value { - i: 2 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_5" + } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: -1 } dim { size: 128 @@ -37874,22 +36574,24 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_3" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_6" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_6" + } } } attr { @@ -37897,103 +36599,130 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_4" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_7" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_VARIANT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_7" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_5" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_8" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_8" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_6" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_9" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "transpose_a" + key: "T" value { - b: false + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "_class" value { - b: false + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_9" + } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 128 + size: 256 } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_7" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_10" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_10" + } } } attr { @@ -38001,100 +36730,101 @@ node { value { list { shape { + dim { + size: 136 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_8" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_11" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_11" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: 128 + } + } + } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_9" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_12" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_12" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_10" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_13" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_13" + } } } attr { @@ -38102,35 +36832,19 @@ node { value { list { shape { + dim { + size: 256 + } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_11" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_14" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -38138,44 +36852,21 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_14" } } } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } dim { size: 128 } @@ -38183,72 +36874,31 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_12" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_15" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_15" } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -38256,19 +36906,12 @@ node { } } } - attr { - key: "data_format" - value { - s: "NHWC" - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_13" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_16" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -38276,43 +36919,23 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_16" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -38320,10 +36943,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_14" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_17" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -38331,72 +36954,52 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_17" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_15" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_18" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_18" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -38407,11 +37010,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_16" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_19" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -38419,41 +37021,18 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_19" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -38463,11 +37042,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_17" + op: "Identity" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/Identity_20" + input: "^gradients/bidirectional_rnn/fw/fw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -38475,58 +37053,33 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@gradients/bidirectional_rnn/fw/fw/while_grad/Identity_20" } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Shape" + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Shape" op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + input: "bidirectional_rnn/fw/fw/transpose" attr { key: "T" value { @@ -38539,7 +37092,7 @@ node { list { shape { dim { - size: 2 + size: 3 } } } @@ -38553,15 +37106,16 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/begin" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -38569,31 +37123,35 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.0 + int_val: 1 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/max" + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/size" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -38601,26 +37159,36 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 1.0 + int_val: -1 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice" + op: "Slice" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Shape" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/begin" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/size" + attr { + key: "Index" + value { + type: DT_INT32 + } + } attr { key: "T" value { @@ -38633,40 +37201,53 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } +} +node { + name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/TensorListStack" + op: "TensorListStack" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_4" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/Slice" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } + } + } } } attr { - key: "seed" + key: "element_dtype" value { - i: 0 + type: DT_FLOAT } } attr { - key: "seed2" + key: "num_elements" value { - i: 0 + i: -1 } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_18" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:4" attr { key: "T" value { @@ -38678,17 +37259,21 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_19" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:5" attr { key: "T" value { @@ -38712,11 +37297,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_20" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:6" attr { key: "T" value { @@ -38740,15 +37323,13 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_21" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:8" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -38756,22 +37337,15 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/add" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_22" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:10" attr { key: "T" value { @@ -38784,10 +37358,10 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } @@ -38795,11 +37369,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_23" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:11" attr { key: "T" value { @@ -38812,10 +37384,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } @@ -38823,11 +37392,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_24" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:12" attr { key: "T" value { @@ -38840,7 +37407,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -38851,42 +37418,32 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } + name: "gradients/zeros_like_25" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:13" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: 128 + } } - float_val: 0.800000011920929 } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_26" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:14" attr { key: "T" value { @@ -38899,92 +37456,47 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 256 } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } + name: "gradients/zeros_like_27" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:15" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_28" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:16" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -38993,7 +37505,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -39002,31 +37514,11 @@ node { } } } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - op: "Sub" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_29" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:17" attr { key: "T" value { @@ -39038,17 +37530,18 @@ node { value { list { shape { + dim { + size: 128 + } } } } } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_30" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:18" attr { key: "T" value { @@ -39061,10 +37554,10 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } @@ -39072,11 +37565,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_31" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:19" attr { key: "T" value { @@ -39089,10 +37580,7 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } @@ -39100,11 +37588,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/add" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_32" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:20" attr { key: "T" value { @@ -39117,7 +37603,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -39128,10 +37614,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - op: "Floor" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/add" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_33" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:21" attr { key: "T" value { @@ -39143,9 +37628,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -39155,11 +37637,9 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - op: "RealDiv" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/zeros_like_34" + op: "ZerosLike" + input: "bidirectional_rnn/bw/bw/while:22" attr { key: "T" value { @@ -39183,326 +37663,295 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - op: "Mul" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/grad_counter" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Select" - op: "Select" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "bidirectional_rnn/bw/bw/while/Select/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Select_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Select/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/zeros" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Select_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Select_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "frame_name" + key: "element_dtype" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "shape_type" value { - b: true + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Const" + op: "Const" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + } + } + } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Select_1" - op: "Select" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + } + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Const" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Select_2" - op: "Select" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_2_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Select_3" - op: "Select" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_2_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_2_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_1" - input: "bidirectional_rnn/bw/bw/while/Select" - input: "bidirectional_rnn/bw/bw/while/Identity_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/GreaterEqual_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArray" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: -1 } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/GreaterEqual_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/GreaterEqual_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "element_dtype" value { - b: true + type: DT_BOOL } } attr { - key: "parallel_iterations" + key: "shape_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/add_1/y" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_3_0/accumulator/element_shape" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -39519,24 +37968,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/add_1" - op: "Add" - input: "bidirectional_rnn/bw/bw/while/Identity_1" - input: "bidirectional_rnn/bw/bw/while/add_1/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_3_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_3_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -39546,183 +37991,123 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/NextIteration" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/NextIteration_1" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_4_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/NextIteration_2" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/while/NextIteration_3" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/Select_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_4_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Placeholder_4_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/NextIteration_4" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/Select_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/NextIteration_5" - op: "NextIteration" - input: "bidirectional_rnn/bw/bw/while/Select_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Exit" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/Exit_1" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -39732,148 +38117,93 @@ node { } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Exit_2" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/while/Exit_3" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/while/Exit_4" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch_4" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/while/Exit_5" - op: "Exit" - input: "bidirectional_rnn/bw/bw/while/Switch_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/TensorArrayStack/TensorArraySizeV3" - op: "TensorArraySizeV3" - input: "bidirectional_rnn/bw/bw/TensorArray" - input: "bidirectional_rnn/bw/bw/while/Exit_2" attr { - key: "_class" + key: "element_dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayStack/range/start" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -39890,23 +38220,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayStack/range/delta" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -39917,112 +38244,84 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayStack/range" - op: "Range" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/range/start" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/TensorArraySizeV3" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/range/delta" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator/element_shape" + op: "Const" attr { - key: "Tidx" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "bidirectional_rnn/bw/bw/TensorArray" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/range" - input: "bidirectional_rnn/bw/bw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "element_shape" + key: "shape_type" value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/Const_4" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -40051,15 +38350,16 @@ node { size: 1 } } - int_val: 128 + int_val: 2 } } } } node { - name: "bidirectional_rnn/bw/bw/Rank_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40070,32 +38370,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/range_1/start" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -40112,6 +38409,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 2 } @@ -40119,9 +38419,10 @@ node { } } node { - name: "bidirectional_rnn/bw/bw/range_1/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40132,53 +38433,21 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "bidirectional_rnn/bw/bw/range_1" - op: "Range" - input: "bidirectional_rnn/bw/bw/range_1/start" - input: "bidirectional_rnn/bw/bw/Rank_1" - input: "bidirectional_rnn/bw/bw/range_1/delta" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } } node { - name: "bidirectional_rnn/bw/bw/concat_2/values_0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -40207,15 +38476,16 @@ node { size: 2 } } - tensor_content: "\001\000\000\000\000\000\000\000" + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "bidirectional_rnn/bw/bw/concat_2/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40226,156 +38496,155 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + type: DT_INT32 } } } node { - name: "bidirectional_rnn/bw/bw/concat_2" - op: "ConcatV2" - input: "bidirectional_rnn/bw/bw/concat_2/values_0" - input: "bidirectional_rnn/bw/bw/range_1" - input: "bidirectional_rnn/bw/bw/concat_2/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator/element_shape" + op: "Const" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "Tidx" + key: "value" value { - type: DT_INT32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } -} -node { - name: "bidirectional_rnn/bw/bw/transpose_1" - op: "Transpose" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3" - input: "bidirectional_rnn/bw/bw/concat_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "Tperm" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "ReverseSequence" - op: "ReverseSequence" - input: "bidirectional_rnn/bw/bw/transpose_1" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "Tlen" + key: "value" value { - type: DT_INT64 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "batch_dim" + key: "element_dtype" value { - i: 0 + type: DT_INT32 } } attr { - key: "seq_dim" + key: "shape_type" value { - i: 1 + type: DT_INT32 } } } node { - name: "concat/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -40392,6 +38661,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 2 } @@ -40399,60 +38671,35 @@ node { } } node { - name: "concat" - op: "ConcatV2" - input: "bidirectional_rnn/fw/fw/transpose_1" - input: "ReverseSequence" - input: "concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tidx" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } + type: DT_INT32 } } } node { - name: "dense/kernel/Initializer/random_uniform/shape" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel" - } - } - } attr { key: "_output_shapes" value { @@ -40481,22 +38728,16 @@ node { size: 2 } } - tensor_content: "\000\001\000\000\026\000\000\000" + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/kernel/Initializer/random_uniform/min" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40507,39 +38748,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: -0.1469106376171112 - } + type: DT_INT32 } } } node { - name: "dense/kernel/Initializer/random_uniform/max" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator/element_shape" op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel" - } - } - } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -40547,92 +38778,92 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.1469106376171112 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/kernel/Initializer/random_uniform/RandomUniform" - op: "RandomUniform" - input: "dense/kernel/Initializer/random_uniform/shape" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 22 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "seed" + key: "shape_type" value { - i: 0 + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { - key: "seed2" + key: "_output_shapes" value { - i: 0 + list { + shape { + dim { + size: 1 + } + } + } } } -} -node { - name: "dense/kernel/Initializer/random_uniform/sub" - op: "Sub" - input: "dense/kernel/Initializer/random_uniform/max" - input: "dense/kernel/Initializer/random_uniform/min" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@dense/kernel" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40642,89 +38873,60 @@ node { } } } -} -node { - name: "dense/kernel/Initializer/random_uniform/mul" - op: "Mul" - input: "dense/kernel/Initializer/random_uniform/RandomUniform" - input: "dense/kernel/Initializer/random_uniform/sub" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@dense/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 22 + size: 1 } } } } } -} -node { - name: "dense/kernel/Initializer/random_uniform" - op: "Add" - input: "dense/kernel/Initializer/random_uniform/mul" - input: "dense/kernel/Initializer/random_uniform/min" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@dense/kernel" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 256 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 22 + size: 1 } } + int_val: 2 } } } } node { - name: "dense/kernel" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40735,96 +38937,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 256 - } - dim { - size: 22 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "dense/kernel" + type: DT_INT32 } } -} -node { - name: "dense/kernel/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/kernel/Assign" - op: "AssignVariableOp" - input: "dense/kernel" - input: "dense/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@dense/kernel" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "dense/kernel/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@dense/kernel" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 22 + size: 2 } } } @@ -40833,57 +39030,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/kernel/Initializer/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 256 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 22 + size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/kernel/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/replica_1" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -40894,126 +39063,91 @@ node { } } attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" + key: "shape_type" value { - s: "dense/kernel/replica_1" + type: DT_INT32 } } } node { - name: "dense/kernel/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "dense/kernel/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/kernel/replica_1" - input: "dense/kernel/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/replica_1" - } - } - } attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "dense/kernel/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "value" value { - list { - s: "loc:@dense/kernel/replica_1" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 22 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "dense/bias/Initializer/zeros" - op: "Const" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@dense/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 22 + size: 1 } } } @@ -41022,36 +39156,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { dim { - size: 22 + size: 1 } } - float_val: 0.0 + int_val: 0 } } } } node { - name: "dense/bias" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -41062,90 +39189,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 22 + list { + shape { + dim { + size: 2 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "dense/bias" + type: DT_INT32 } } -} -node { - name: "dense/bias/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/bias/Assign" - op: "AssignVariableOp" - input: "dense/bias" - input: "dense/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@dense/bias" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "dense/bias/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@dense/bias" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 22 + size: 1 } } } @@ -41154,54 +39282,29 @@ node { attr { key: "dtype" value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/bias/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/replica_1" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 22 + size: 1 } } + int_val: 2 } } } } node { - name: "dense/bias/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/replica_1" - } - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -41212,90 +39315,91 @@ node { } } attr { - key: "container" + key: "element_dtype" value { - s: "" + type: DT_INT32 } } attr { - key: "dtype" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { - key: "shape" + key: "_output_shapes" value { - shape { - dim { - size: 22 + list { + shape { + dim { + size: 1 + } } } } } attr { - key: "shared_name" + key: "dtype" value { - s: "dense/bias/replica_1" + type: DT_INT32 } } -} -node { - name: "dense/bias/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } } node { - name: "dense/bias/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/bias/replica_1" - input: "dense/bias/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@dense/bias/replica_1" + shape { + } } } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } -} -node { - name: "dense/bias/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@dense/bias/replica_1" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 22 + size: 2 } } } @@ -41304,41 +39408,54 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } } node { - name: "dense/Tensordot/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 256 - } - dim { - size: 22 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "dense/Tensordot/axes" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -41373,16 +39490,42 @@ node { } } node { - name: "dense/Tensordot/free" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -41401,53 +39544,52 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\000\000\000\000\001\000\000\000" + int_val: 0 } } } } node { - name: "dense/Tensordot/Shape" - op: "Shape" - input: "concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "dense/Tensordot/GatherV2/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -41464,59 +39606,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/Tensordot/GatherV2" - op: "GatherV2" - input: "dense/Tensordot/Shape" - input: "dense/Tensordot/free" - input: "dense/Tensordot/GatherV2/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/add_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "Taxis" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "Tindices" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "Tparams" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } } node { - name: "dense/Tensordot/GatherV2_1/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -41533,6 +39669,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 0 } @@ -41540,47 +39679,35 @@ node { } } node { - name: "dense/Tensordot/GatherV2_1" - op: "GatherV2" - input: "dense/Tensordot/Shape" - input: "dense/Tensordot/axes" - input: "dense/Tensordot/GatherV2_1/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "Taxis" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "Tindices" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "Tparams" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } } node { - name: "dense/Tensordot/Const" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -41609,29 +39736,16 @@ node { size: 1 } } - int_val: 0 + int_val: 2 } } } } node { - name: "dense/Tensordot/Prod" - op: "Prod" - input: "dense/Tensordot/GatherV2" - input: "dense/Tensordot/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -41642,16 +39756,21 @@ node { } } attr { - key: "keep_dims" + key: "element_dtype" value { - b: false + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "dense/Tensordot/Const_1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -41680,29 +39799,16 @@ node { size: 1 } } - int_val: 0 + int_val: 2 } } } } node { - name: "dense/Tensordot/Prod_1" - op: "Prod" - input: "dense/Tensordot/GatherV2_1" - input: "dense/Tensordot/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -41713,21 +39819,29 @@ node { } } attr { - key: "keep_dims" + key: "element_dtype" value { - b: false + type: DT_INT32 + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "dense/Tensordot/concat/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -41744,169 +39858,115 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 0 + int_val: 2 } } } } node { - name: "dense/Tensordot/concat" - op: "ConcatV2" - input: "dense/Tensordot/free" - input: "dense/Tensordot/axes" - input: "dense/Tensordot/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 3 + size: 2 } } } } } -} -node { - name: "dense/Tensordot/stack" - op: "Pack" - input: "dense/Tensordot/Prod" - input: "dense/Tensordot/Prod_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { size: 2 } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } - attr { - key: "axis" - value { - i: 0 - } - } } node { - name: "dense/Tensordot/transpose" - op: "Transpose" - input: "concat" - input: "dense/Tensordot/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } } } } } -} -node { - name: "dense/Tensordot/Reshape" - op: "Reshape" - input: "dense/Tensordot/transpose" - input: "dense/Tensordot/stack" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "Tshape" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } } node { - name: "dense/Tensordot/transpose_1/perm" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -41925,59 +39985,51 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\000\000\000\000\001\000\000\000" + int_val: 2 } } } } node { - name: "dense/Tensordot/transpose_1" - op: "Transpose" - input: "dense/Tensordot/ReadVariableOp" - input: "dense/Tensordot/transpose_1/perm" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tperm" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } + type: DT_INT32 } } } node { - name: "dense/Tensordot/Reshape_1/shape" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } @@ -41996,99 +40048,114 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 2 + size: 1 } } - tensor_content: "\000\001\000\000\026\000\000\000" + int_val: 2 } } } } node { - name: "dense/Tensordot/Reshape_1" - op: "Reshape" - input: "dense/Tensordot/transpose_1" - input: "dense/Tensordot/Reshape_1/shape" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tshape" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 256 - } - dim { - size: 22 + size: 2 } } } } } -} -node { - name: "dense/Tensordot/MatMul" - op: "MatMul" - input: "dense/Tensordot/Reshape" - input: "dense/Tensordot/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 22 - } } } } } attr { - key: "transpose_a" + key: "element_dtype" value { - b: false + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "shape_type" value { - b: false + type: DT_INT32 } } } node { - name: "dense/Tensordot/Const_2" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: 2 } } } @@ -42107,23 +40174,52 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 1 + size: 2 } } - int_val: 22 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "dense/Tensordot/concat_1/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -42140,6 +40236,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 0 } @@ -42147,182 +40246,168 @@ node { } } node { - name: "dense/Tensordot/concat_1" - op: "ConcatV2" - input: "dense/Tensordot/GatherV2" - input: "dense/Tensordot/Const_2" - input: "dense/Tensordot/concat_1/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 3 + size: 2 } } } } } -} -node { - name: "dense/Tensordot" - op: "Reshape" - input: "dense/Tensordot/MatMul" - input: "dense/Tensordot/concat_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 22 + size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "dense/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 22 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_FLOAT } } -} -node { - name: "dense/BiasAdd" - op: "BiasAdd" - input: "dense/Tensordot" - input: "dense/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 + size: 2 } } } } } attr { - key: "data_format" + key: "dtype" value { - s: "NHWC" + type: DT_INT32 } } -} -node { - name: "dense/Elu" - op: "Elu" - input: "dense/BiasAdd" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_FLOAT + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "SequenceMask/Const" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 1 + size: 2 } } } @@ -42341,32 +40426,19 @@ node { dtype: DT_INT32 tensor_shape { dim { - size: 1 + size: 2 } } - int_val: 0 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "SequenceMask/Max" - op: "Max" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - input: "SequenceMask/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -42377,21 +40449,29 @@ node { } } attr { - key: "keep_dims" + key: "element_dtype" value { - b: false + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "SequenceMask/Const_1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -42399,25 +40479,29 @@ node { attr { key: "dtype" value { - type: DT_INT64 + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_INT64 + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int64_val: 0 + int_val: 2 } } } } node { - name: "SequenceMask/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -42428,62 +40512,33 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT64 + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 1 - } + type: DT_INT32 } } } node { - name: "SequenceMask/Range" - op: "Range" - input: "SequenceMask/Const_1" - input: "SequenceMask/Max" - input: "SequenceMask/Const_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tidx" - value { - type: DT_INT64 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 2 } } } } } -} -node { - name: "SequenceMask/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { @@ -42496,233 +40551,242 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "SequenceMask/ExpandDims" - op: "ExpandDims" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - input: "SequenceMask/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT64 + list { + shape { + } + } } } attr { - key: "Tdim" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 2 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 1 + size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "SequenceMask/Cast" - op: "Cast" - input: "SequenceMask/ExpandDims" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "DstT" + key: "_output_shapes" value { - type: DT_INT64 + list { + shape { + } + } } } attr { - key: "SrcT" + key: "element_dtype" value { - type: DT_INT64 + type: DT_FLOAT } } attr { - key: "Truncate" + key: "shape_type" value { - b: false + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 1 + size: 2 } } } } } -} -node { - name: "SequenceMask/Less" - op: "Less" - input: "SequenceMask/Range" - input: "SequenceMask/Cast" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT64 + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "SequenceMask/Cast_1" - op: "Cast" - input: "SequenceMask/Less" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_2/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "DstT" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "SrcT" + key: "element_dtype" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "Truncate" + key: "shape_type" value { - b: false + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 1 } } } } } -} -node { - name: "softmax_cross_entropy_loss/Cast" - op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext:2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "DstT" - value { - type: DT_FLOAT - } - } attr { - key: "SrcT" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "Truncate" + key: "value" value { - b: false + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/labels_stop_gradient" - op: "StopGradient" - input: "softmax_cross_entropy_loss/Cast" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Rank" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -42739,51 +40803,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 3 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Shape" - op: "Shape" - input: "dense/Elu" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Rank_1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -42800,51 +40866,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 3 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Shape_1" - op: "Shape" - input: "dense/Elu" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub/y" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -42861,24 +40929,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub" - op: "Sub" - input: "softmax_cross_entropy_loss/xentropy/Rank_1" - input: "softmax_cross_entropy_loss/xentropy/Sub/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -42888,47 +40952,22 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/xentropy/Slice/begin" - op: "Pack" - input: "softmax_cross_entropy_loss/xentropy/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "element_dtype" value { - i: 1 + type: DT_FLOAT } } attr { - key: "T" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice/size" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -42957,47 +40996,41 @@ node { size: 1 } } - int_val: 1 + int_val: 0 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice" - op: "Slice" - input: "softmax_cross_entropy_loss/xentropy/Shape_1" - input: "softmax_cross_entropy_loss/xentropy/Slice/begin" - input: "softmax_cross_entropy_loss/xentropy/Slice/size" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "Index" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: 1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat/values_0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -43026,15 +41059,16 @@ node { size: 1 } } - int_val: -1 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43045,104 +41079,92 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat" - op: "ConcatV2" - input: "softmax_cross_entropy_loss/xentropy/concat/values_0" - input: "softmax_cross_entropy_loss/xentropy/Slice" - input: "softmax_cross_entropy_loss/xentropy/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "Tidx" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Reshape" - op: "Reshape" - input: "dense/Elu" - input: "softmax_cross_entropy_loss/xentropy/concat" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tshape" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Rank_2" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -43159,51 +41181,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 3 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Shape_2" - op: "Shape" - input: "softmax_cross_entropy_loss/labels_stop_gradient" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 3 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_INT32 + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub_1/y" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -43220,24 +41244,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub_1" - op: "Sub" - input: "softmax_cross_entropy_loss/xentropy/Rank_2" - input: "softmax_cross_entropy_loss/xentropy/Sub_1/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43247,47 +41267,22 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/xentropy/Slice_1/begin" - op: "Pack" - input: "softmax_cross_entropy_loss/xentropy/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "element_dtype" value { - i: 1 + type: DT_FLOAT } } attr { - key: "T" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice_1/size" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -43316,47 +41311,41 @@ node { size: 1 } } - int_val: 1 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice_1" - op: "Slice" - input: "softmax_cross_entropy_loss/xentropy/Shape_2" - input: "softmax_cross_entropy_loss/xentropy/Slice_1/begin" - input: "softmax_cross_entropy_loss/xentropy/Slice_1/size" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "Index" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: 1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat_1/values_0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -43385,15 +41374,16 @@ node { size: 1 } } - int_val: -1 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43404,48 +41394,21 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/concat_1" - op: "ConcatV2" - input: "softmax_cross_entropy_loss/xentropy/concat_1/values_0" - input: "softmax_cross_entropy_loss/xentropy/Slice_1" - input: "softmax_cross_entropy_loss/xentropy/concat_1/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -43458,83 +41421,65 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/xentropy/Reshape_1" - op: "Reshape" - input: "softmax_cross_entropy_loss/labels_stop_gradient" - input: "softmax_cross_entropy_loss/xentropy/concat_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "Tshape" + key: "value" value { - type: DT_INT32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/xentropy" - op: "SoftmaxCrossEntropyWithLogits" - input: "softmax_cross_entropy_loss/xentropy/Reshape" - input: "softmax_cross_entropy_loss/xentropy/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub_2/y" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -43551,24 +41496,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/xentropy/Sub_2" - op: "Sub" - input: "softmax_cross_entropy_loss/xentropy/Rank" - input: "softmax_cross_entropy_loss/xentropy/Sub_2/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43578,11 +41519,22 @@ node { } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice_2/begin" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -43617,60 +41569,35 @@ node { } } node { - name: "softmax_cross_entropy_loss/xentropy/Slice_2/size" - op: "Pack" - input: "softmax_cross_entropy_loss/xentropy/Sub_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "softmax_cross_entropy_loss/xentropy/Slice_2" - op: "Slice" - input: "softmax_cross_entropy_loss/xentropy/Shape" - input: "softmax_cross_entropy_loss/xentropy/Slice_2/begin" - input: "softmax_cross_entropy_loss/xentropy/Slice_2/size" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "T" + key: "shape_type" value { type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { @@ -43683,80 +41610,65 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/xentropy/Reshape_2" - op: "Reshape" - input: "softmax_cross_entropy_loss/xentropy" - input: "softmax_cross_entropy_loss/xentropy/Slice_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 2 } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - op: "Shape" - input: "SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -43773,51 +41685,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 2 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" - op: "Shape" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/values/rank" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -43834,16 +41748,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 2 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43854,80 +41772,59 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - op: "Equal" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" - input: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/switch_t" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -43937,93 +41834,60 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/switch_f" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - op: "Equal" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -44033,127 +41897,123 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/values/rank" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/values/rank" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/weights/rank" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\000\001\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_FLOAT } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_f" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_1/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -44163,38 +42023,30 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -44211,170 +42063,116 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - op: "ExpandDims" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1:1" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 - } - } - shape { - dim { - size: 2 + size: 1 } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 2 - } - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "dtype" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\002\000\000\000\001\000\000\000" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -44391,56 +42189,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - op: "Fill" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Cast_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } attr { - key: "index_type" + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -44457,63 +42252,53 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 1 + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - op: "ConcatV2" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/dropout_1/Mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "Tidx" + key: "shape_type" value { type: DT_INT32 } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 2 - } - } - } - } - } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -44530,209 +42315,116 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 0 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - op: "ExpandDims" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1:1" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 - } - } - shape { - dim { - size: 2 + size: 1 } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 2 - } - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation" - op: "DenseToDenseSetOperation" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 2 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: 2 - } } } } } attr { - key: "set_operation" - value { - s: "a-b" - } - } - attr { - key: "validate_indices" - value { - b: true - } - } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - op: "Size" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "element_dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "out_type" + key: "shape_type" value { type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -44749,24 +42441,20 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: 0 + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - op: "Equal" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -44776,108 +42464,93 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 1 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "dtype" value { - i: 2 + type: DT_INT32 } } attr { - key: "T" + key: "value" value { - type: DT_BOOL + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch_1:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - shape { - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -44885,25 +42558,29 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - string_val: "weights can not be broadcast to values." + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_1/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -44914,32 +42591,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights.shape=" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const_2" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -44947,25 +42621,29 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - string_val: "SequenceMask/Cast_1:0" + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -44976,32 +42654,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "values.shape=" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const_4" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -45009,25 +42684,29 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" + int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/Const_5" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45038,79 +42717,59 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "is_scalar=" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45120,69 +42779,60 @@ node { } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/NoOp" - op: "NoOp" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/NoOp" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator/element_shape" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_BOOL + list { + shape { + dim { + size: 2 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\377\377\377\377\200\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_0" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/sub_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45193,33 +42843,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights can not be broadcast to values." - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -45227,26 +42873,29 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - string_val: "weights.shape=" + int_val: 0 } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_2" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45257,33 +42906,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "SequenceMask/Cast_1:0" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_4" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -45291,26 +42936,29 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - string_val: "values.shape=" + tensor_content: "\377\377\377\377\210\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_5" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45321,33 +42969,29 @@ node { } } attr { - key: "dtype" + key: "element_dtype" value { - type: DT_STRING + type: DT_FLOAT } } attr { - key: "value" + key: "shape_type" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_7" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -45355,292 +42999,243 @@ node { attr { key: "dtype" value { - type: DT_STRING + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_STRING + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - string_val: "is_scalar=" + tensor_content: "\377\377\377\377\010\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert" - op: "Assert" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_0" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_1" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_2" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_1" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_4" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_5" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_2" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_7" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_3" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/TensorArrayV2Read/TensorListGetItem_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { - key: "T" + key: "_output_shapes" value { list { - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_BOOL + shape { + } } } } attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/weights/shape" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/mul_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_2" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/values/shape" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 - } - } - shape { - dim { - size: 2 + size: 1 } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_3" - op: "Switch" - input: "softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/is_scalar" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 2 } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency_1" - op: "Identity" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "_class" + key: "shape_type" value { - list { - s: "loc:@softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - } + type: DT_INT32 } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator/element_shape" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency_1" - input: "softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "dtype" value { - i: 2 + type: DT_INT32 } } attr { - key: "T" + key: "value" value { - type: DT_BOOL + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\200\000\000\000" + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/split_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } -} -node { - name: "softmax_cross_entropy_loss/Mul" - op: "Mul" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "SequenceMask/Cast_1" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/Const" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -45669,29 +43264,16 @@ node { size: 2 } } - tensor_content: "\000\000\000\000\001\000\000\000" + tensor_content: "\377\377\377\377\000\001\000\000" } } } } node { - name: "softmax_cross_entropy_loss/Sum" - op: "Sum" - input: "softmax_cross_entropy_loss/Mul" - input: "softmax_cross_entropy_loss/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { @@ -45702,22 +43284,29 @@ node { } } attr { - key: "keep_dims" + key: "element_dtype" value { - b: false + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/num_present/Equal/y" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator/element_shape" op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -45725,185 +43314,1073 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - float_val: 0.0 + tensor_content: "\377\377\377\377\210\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/num_present/Equal" - op: "Equal" - input: "SequenceMask/Cast_1" - input: "softmax_cross_entropy_loss/num_present/Equal/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator" + op: "EmptyTensorList" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bw/multi_rnn_cell/cell_0/gru_cell/concat_0/accumulator/element_shape" + input: "bidirectional_rnn/bw/bw/strided_slice_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } -} -node { - name: "softmax_cross_entropy_loss/num_present/zeros_like" - op: "ZerosLike" - input: "SequenceMask/Cast_1" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "element_dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape_type" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } + type: DT_INT32 } } } node { - name: "softmax_cross_entropy_loss/num_present/ones_like/Shape" - op: "Shape" - input: "SequenceMask/Cast_1" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad" + op: "StatelessWhile" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/grad_counter" + input: "bidirectional_rnn/bw/bw/strided_slice_1" + input: "bidirectional_rnn/bw/bw/while" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayV2Stack/TensorListStack_grad/TensorListFromTensor" + input: "gradients/zeros_like_18" + input: "gradients/zeros_like_19" + input: "gradients/zeros_like_20" + input: "gradients/zeros_like_21" + input: "gradients/zeros_like_22" + input: "gradients/zeros_like_23" + input: "gradients/zeros_like_24" + input: "gradients/zeros_like_25" + input: "gradients/zeros_like_26" + input: "gradients/zeros_like_27" + input: "gradients/zeros_like_28" + input: "gradients/zeros_like_29" + input: "gradients/zeros_like_30" + input: "gradients/zeros_like_31" + input: "gradients/zeros_like_32" + input: "gradients/zeros_like_33" + input: "gradients/zeros_like_34" + input: "bidirectional_rnn/bw/bw/while:23" + input: "bidirectional_rnn/bw/bw/while:24" + input: "bidirectional_rnn/bw/bw/while:25" + input: "bidirectional_rnn/bw/bw/while:26" + input: "bidirectional_rnn/bw/bw/while:27" + input: "bidirectional_rnn/bw/bw/while:28" + input: "bidirectional_rnn/bw/bw/while:22" + input: "bidirectional_rnn/bw/bw/while:29" + input: "bidirectional_rnn/bw/bw/while:30" + input: "bidirectional_rnn/bw/bw/while:31" + input: "bidirectional_rnn/bw/bw/while:32" + input: "bidirectional_rnn/bw/bw/while:33" + input: "bidirectional_rnn/bw/bw/while:34" + input: "bidirectional_rnn/bw/bw/while:35" + input: "bidirectional_rnn/bw/bw/while:36" + input: "bidirectional_rnn/bw/bw/while:37" + input: "bidirectional_rnn/bw/bw/while:38" + input: "bidirectional_rnn/bw/bw/while:39" + input: "bidirectional_rnn/bw/bw/while:40" + input: "bidirectional_rnn/bw/bw/while:41" + input: "bidirectional_rnn/bw/bw/while:42" + input: "bidirectional_rnn/bw/bw/while:43" + input: "bidirectional_rnn/bw/bw/while:44" + input: "bidirectional_rnn/bw/bw/while:45" + input: "bidirectional_rnn/bw/bw/while:46" + input: "bidirectional_rnn/bw/bw/while:47" + input: "bidirectional_rnn/bw/bw/while:48" + input: "bidirectional_rnn/bw/bw/while:49" + input: "bidirectional_rnn/bw/bw/while:50" + input: "bidirectional_rnn/bw/bw/while:51" + input: "bidirectional_rnn/bw/bw/while:52" + input: "bidirectional_rnn/bw/bw/while:53" + input: "bidirectional_rnn/bw/bw/while:54" + input: "bidirectional_rnn/bw/bw/while:55" + input: "bidirectional_rnn/bw/bw/while:56" + input: "bidirectional_rnn/bw/bw/while:57" + input: "bidirectional_rnn/bw/bw/while:58" + input: "bidirectional_rnn/bw/bw/while:59" + input: "bidirectional_rnn/bw/bw/while:60" + input: "bidirectional_rnn/bw/bw/while:61" + input: "bidirectional_rnn/bw/bw/while:62" + input: "bidirectional_rnn/bw/bw/while:63" + input: "bidirectional_rnn/bw/bw/while:20" + input: "bidirectional_rnn/bw/bw/while:64" + input: "bidirectional_rnn/bw/bw/while:65" + input: "bidirectional_rnn/bw/bw/while:66" + input: "bidirectional_rnn/bw/bw/while:67" + input: "bidirectional_rnn/bw/bw/while:68" + input: "bidirectional_rnn/bw/bw/while:69" + input: "bidirectional_rnn/bw/bw/while:18" + input: "bidirectional_rnn/bw/bw/while:70" + input: "bidirectional_rnn/bw/bw/while:71" + input: "bidirectional_rnn/bw/bw/while:72" + input: "bidirectional_rnn/bw/bw/while:73" + input: "bidirectional_rnn/bw/bw/while:74" + input: "bidirectional_rnn/bw/bw/while:75" + input: "bidirectional_rnn/bw/bw/while:76" + input: "bidirectional_rnn/bw/bw/while:77" + input: "bidirectional_rnn/bw/bw/while:78" + input: "bidirectional_rnn/bw/bw/while:79" + input: "bidirectional_rnn/bw/bw/while:80" + input: "bidirectional_rnn/bw/bw/while:81" + input: "bidirectional_rnn/bw/bw/while:82" + input: "bidirectional_rnn/bw/bw/while:83" + input: "bidirectional_rnn/bw/bw/while:84" + input: "bidirectional_rnn/bw/bw/while:16" + input: "bidirectional_rnn/bw/bw/while:85" + input: "bidirectional_rnn/bw/bw/while:86" + input: "bidirectional_rnn/bw/bw/while:87" + input: "bidirectional_rnn/bw/bw/while:88" + input: "bidirectional_rnn/bw/bw/while:89" + input: "bidirectional_rnn/bw/bw/while:90" + input: "bidirectional_rnn/bw/bw/while:14" + input: "bidirectional_rnn/bw/bw/while:91" + input: "bidirectional_rnn/bw/bw/while:92" + input: "bidirectional_rnn/bw/bw/while:93" + input: "bidirectional_rnn/bw/bw/while:94" + input: "bidirectional_rnn/bw/bw/while:95" + input: "bidirectional_rnn/bw/bw/while:96" + input: "bidirectional_rnn/bw/bw/while:97" + input: "bidirectional_rnn/bw/bw/while:98" + input: "bidirectional_rnn/bw/bw/while:99" + input: "bidirectional_rnn/bw/bw/while:100" + input: "bidirectional_rnn/bw/bw/while:101" + input: "bidirectional_rnn/bw/bw/while:102" + input: "bidirectional_rnn/bw/bw/while:103" + input: "bidirectional_rnn/bw/bw/while:104" + input: "bidirectional_rnn/bw/bw/while:105" + input: "bidirectional_rnn/bw/bw/while:12" + input: "bidirectional_rnn/bw/bw/while:106" + input: "bidirectional_rnn/bw/bw/while:107" + input: "bidirectional_rnn/bw/bw/while:108" + input: "bidirectional_rnn/bw/bw/while:109" + input: "bidirectional_rnn/bw/bw/while:110" + input: "bidirectional_rnn/bw/bw/while:111" + input: "bidirectional_rnn/bw/bw/while:10" + input: "bidirectional_rnn/bw/bw/while:112" + input: "bidirectional_rnn/bw/bw/while:8" attr { key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" value { list { - shape { - dim { - size: 2 - } - } + type: DT_INT32 + type: DT_INT32 + type: DT_INT32 + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_VARIANT + type: DT_FLOAT + type: DT_VARIANT + type: DT_VARIANT } } } attr { - key: "out_type" + key: "_lower_using_switch_merge" value { - type: DT_INT32 + b: true } } -} -node { - name: "softmax_cross_entropy_loss/num_present/ones_like/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { + } } } } attr { - key: "dtype" + key: "_read_only_resource_inputs" value { - type: DT_FLOAT + list { + } } } attr { - key: "value" + key: "body" value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 + func { + name: "bidirectional_rnn_bw_bw_while_body_726_grad_3202" } } } -} -node { - name: "softmax_cross_entropy_loss/num_present/ones_like" - op: "Fill" - input: "softmax_cross_entropy_loss/num_present/ones_like/Shape" - input: "softmax_cross_entropy_loss/num_present/ones_like/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "cond" value { - type: DT_FLOAT + func { + name: "bidirectional_rnn_bw_bw_while_cond_725_rewritten_grad_4578" + } } } attr { - key: "_output_shapes" + key: "output_shapes" value { list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } shape { dim { size: -1 } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { dim { size: -1 } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { } } } } attr { - key: "index_type" + key: "parallel_iterations" value { - type: DT_INT32 + i: 32 } } } node { - name: "softmax_cross_entropy_loss/num_present/Select" - op: "Select" - input: "softmax_cross_entropy_loss/num_present/Equal" - input: "softmax_cross_entropy_loss/num_present/zeros_like" - input: "softmax_cross_entropy_loss/num_present/ones_like" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -45911,26 +44388,19 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - op: "Shape" - input: "softmax_cross_entropy_loss/num_present/Select" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_1" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:1" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -45938,25 +44408,21 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_2" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:2" attr { - key: "out_type" + key: "T" value { type: DT_INT32 } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -45966,30 +44432,31 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_3" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:3" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 2 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - op: "Shape" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_4" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:4" attr { key: "T" value { @@ -46002,93 +44469,96 @@ node { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: 128 } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_5" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:5" attr { - key: "out_type" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_6" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:6" attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" + key: "T" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } + type: DT_FLOAT } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_7" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:7" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 0 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - op: "Equal" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_8" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:8" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -46096,21 +44566,25 @@ node { value { list { shape { + dim { + size: 136 + } + dim { + size: 256 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_9" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:9" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46118,22 +44592,22 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/switch_t" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_10" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:10" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46141,20 +44615,25 @@ node { value { list { shape { + dim { + size: 136 + } + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/switch_f" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_11" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:11" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46162,20 +44641,22 @@ node { value { list { shape { + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_12" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:12" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46183,29 +44664,25 @@ node { value { list { shape { - } - } - } - } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_BOOL + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_13" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:13" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - } + type: DT_FLOAT } } attr { @@ -46213,23 +44690,22 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - op: "Equal" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_14" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:14" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -46237,29 +44713,25 @@ node { value { list { shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_15" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:15" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - } + type: DT_FLOAT } } attr { @@ -46267,31 +44739,22 @@ node { value { list { shape { - } - shape { + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_16" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:16" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - } + type: DT_FLOAT } } attr { @@ -46299,23 +44762,25 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_17" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:17" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46323,22 +44788,22 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_18" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:18" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46346,20 +44811,25 @@ node { value { list { shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_f" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_19" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:19" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46367,20 +44837,22 @@ node { value { list { shape { + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_20" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:20" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -46388,17 +44860,27 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_21" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:21" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -46408,40 +44890,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_22" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:22" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - op: "ExpandDims" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1:1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_23" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:23" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46449,87 +44926,91 @@ node { value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_24" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:24" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_25" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:25" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_26" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:26" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_27" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:27" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: -1 } - } - shape { dim { - size: 2 + size: 128 } } } @@ -46537,50 +45018,55 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_28" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:28" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_29" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:29" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } + list { + shape { } - tensor_content: "\002\000\000\000\001\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_30" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:30" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -46590,34 +45076,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_31" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:31" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 1 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - op: "Fill" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_32" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:32" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46625,29 +45112,21 @@ node { value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_33" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:33" attr { - key: "index_type" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -46657,47 +45136,55 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_34" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:34" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 1 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - op: "ConcatV2" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_35" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:35" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_VARIANT } } attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_36" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:36" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46705,23 +45192,21 @@ node { value { list { shape { - dim { - size: 2 - } - dim { - size: 2 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_37" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:37" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -46731,40 +45216,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_38" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:38" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - op: "ExpandDims" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1:1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_39" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:39" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46772,35 +45252,19 @@ node { value { list { shape { - dim { - size: 2 - } - dim { - size: 1 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_40" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:40" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - } + type: DT_VARIANT } } attr { @@ -46808,37 +45272,19 @@ node { value { list { shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_41" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:41" attr { key: "T" value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - } + type: DT_VARIANT } } attr { @@ -46846,29 +45292,19 @@ node { value { list { shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation" - op: "DenseToDenseSetOperation" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_42" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:42" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46876,48 +45312,39 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 2 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_43" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:43" attr { - key: "set_operation" + key: "T" value { - s: "a-b" + type: DT_VARIANT } } attr { - key: "validate_indices" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - op: "Size" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation:1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_44" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:44" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46929,19 +45356,17 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_45" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:45" attr { - key: "out_type" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -46951,34 +45376,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_46" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:46" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 0 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - op: "Equal" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_47" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:47" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -46992,23 +45418,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_48" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:48" attr { key: "T" value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - } + type: DT_VARIANT } } attr { @@ -47017,28 +45433,18 @@ node { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_49" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:49" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47047,28 +45453,18 @@ node { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch_1:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_50" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:50" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47077,17 +45473,20 @@ node { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_51" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:51" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47097,29 +45496,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_52" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:52" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "weights can not be broadcast to values." } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_1" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_53" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:53" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47129,29 +45536,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_54" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:54" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "weights.shape=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_2" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_55" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:55" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47161,29 +45576,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_56" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:56" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "softmax_cross_entropy_loss/num_present/Select:0" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_3" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_57" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:57" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47193,29 +45616,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_58" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:58" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "values.shape=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_4" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_59" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:59" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47225,29 +45656,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_60" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:60" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_5" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_61" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:61" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47257,34 +45696,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_62" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:62" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "is_scalar=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_63" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:63" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { @@ -47292,22 +45732,25 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_64" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch:1" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:64" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47321,14 +45764,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_65" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:65" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47342,14 +45784,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_66" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:66" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47363,30 +45804,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/NoOp" - op: "NoOp" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_67" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/NoOp" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:67" attr { key: "T" value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - } + type: DT_VARIANT } } attr { @@ -47400,11 +45824,15 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_0" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_68" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:68" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47414,63 +45842,83 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_69" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:69" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "weights can not be broadcast to values." } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_1" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_70" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:70" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_71" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:71" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "weights.shape=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_2" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_72" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:72" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47480,30 +45928,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_73" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:73" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "softmax_cross_entropy_loss/num_present/Select:0" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_4" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_74" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:74" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47513,30 +45968,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_75" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:75" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "values.shape=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_5" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_76" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:76" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47546,30 +46008,37 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_77" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:77" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_7" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_78" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:78" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -47579,163 +46048,167 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_79" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:79" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { + list { + shape { } - string_val: "is_scalar=" } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert" - op: "Assert" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_0" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_2" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_4" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_5" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_2" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_7" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_3" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_80" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:80" attr { key: "T" value { - list { - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_BOOL - } + type: DT_VARIANT } } attr { - key: "summarize" + key: "_output_shapes" value { - i: 3 + list { + shape { + } + } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_81" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:81" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_82" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:82" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_1" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_83" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:83" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_84" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:84" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_2" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_85" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:85" attr { key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" + shape { + } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_86" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:86" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 256 } - } - shape { dim { - size: 2 + size: 128 } } } @@ -47743,23 +46216,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_3" - op: "Switch" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_87" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:87" attr { key: "T" value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - } + type: DT_VARIANT } } attr { @@ -47768,30 +46231,18 @@ node { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency_1" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_88" op: "Identity" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert" - device: "/replica:0/task:0/device:GPU:0" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:88" attr { key: "T" value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - } + type: DT_VARIANT } } attr { @@ -47805,21 +46256,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - op: "Merge" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency_1" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_89" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:89" attr { key: "T" value { - type: DT_BOOL + type: DT_VARIANT } } attr { @@ -47828,23 +46271,18 @@ node { list { shape { } - shape { - } } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" - op: "Shape" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_90" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:90" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -47852,26 +46290,21 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_91" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:91" attr { - key: "out_type" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } -} -node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -47881,30 +46314,31 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_92" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:92" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 1.0 } } } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" - op: "Fill" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_93" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:93" attr { key: "T" value { @@ -47917,32 +46351,24 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: -1 + size: 256 } } } } } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } } node { - name: "softmax_cross_entropy_loss/num_present/broadcast_weights" - op: "Mul" - input: "softmax_cross_entropy_loss/num_present/Select" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_94" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:94" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -47950,71 +46376,59 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } } node { - name: "softmax_cross_entropy_loss/num_present/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_95" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:95" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_96" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:96" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } + list { + shape { } - tensor_content: "\000\000\000\000\001\000\000\000" } } } } node { - name: "softmax_cross_entropy_loss/num_present" - op: "Sum" - input: "softmax_cross_entropy_loss/num_present/broadcast_weights" - input: "softmax_cross_entropy_loss/num_present/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_97" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:97" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -48026,64 +46440,55 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_98" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:98" attr { - key: "keep_dims" + key: "T" value { - b: false + type: DT_VARIANT } } -} -node { - name: "softmax_cross_entropy_loss/Const_1" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_99" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:99" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } + list { + shape { } } } } } node { - name: "softmax_cross_entropy_loss/Sum_1" - op: "Sum" - input: "softmax_cross_entropy_loss/Sum" - input: "softmax_cross_entropy_loss/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_100" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:100" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + type: DT_VARIANT } } attr { @@ -48095,18 +46500,17 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_101" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:101" attr { - key: "keep_dims" + key: "T" value { - b: false + type: DT_VARIANT } } -} -node { - name: "softmax_cross_entropy_loss/Greater/y" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { @@ -48116,34 +46520,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_102" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:102" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 0.0 } } } } node { - name: "softmax_cross_entropy_loss/Greater" - op: "Greater" - input: "softmax_cross_entropy_loss/num_present" - input: "softmax_cross_entropy_loss/Greater/y" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_103" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:103" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48157,10 +46562,15 @@ node { } } node { - name: "softmax_cross_entropy_loss/Equal/y" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_104" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:104" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -48170,34 +46580,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_105" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:105" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 0.0 } } } } node { - name: "softmax_cross_entropy_loss/Equal" - op: "Equal" - input: "softmax_cross_entropy_loss/num_present" - input: "softmax_cross_entropy_loss/Equal/y" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_106" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:106" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48211,82 +46622,99 @@ node { } } node { - name: "softmax_cross_entropy_loss/ones_like/Shape" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_107" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:107" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_108" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:108" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } + list { + shape { } } } } } node { - name: "softmax_cross_entropy_loss/ones_like/Const" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_109" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:109" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_110" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:110" attr { - key: "dtype" + key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { } - float_val: 1.0 } } } } node { - name: "softmax_cross_entropy_loss/ones_like" - op: "Fill" - input: "softmax_cross_entropy_loss/ones_like/Shape" - input: "softmax_cross_entropy_loss/ones_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_111" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:111" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48298,24 +46726,35 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_112" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:112" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { - key: "index_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } } node { - name: "softmax_cross_entropy_loss/Select" - op: "Select" - input: "softmax_cross_entropy_loss/Equal" - input: "softmax_cross_entropy_loss/ones_like" - input: "softmax_cross_entropy_loss/num_present" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_113" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:113" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48329,15 +46768,13 @@ node { } } node { - name: "softmax_cross_entropy_loss/div" - op: "RealDiv" - input: "softmax_cross_entropy_loss/Sum_1" - input: "softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_114" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:114" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48351,10 +46788,15 @@ node { } } node { - name: "softmax_cross_entropy_loss/zeros_like" - op: "Const" - input: "^softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_115" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:115" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -48364,35 +46806,41 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_116" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:116" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } } - float_val: 0.0 } } } } node { - name: "softmax_cross_entropy_loss/value" - op: "Select" - input: "softmax_cross_entropy_loss/Greater" - input: "softmax_cross_entropy_loss/div" - input: "softmax_cross_entropy_loss/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_117" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:117" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT } } attr { @@ -48406,9 +46854,15 @@ node { } } node { - name: "ArgMax/dimension" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_118" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/bidirectional_rnn/bw/bw/while_grad:118" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { key: "_output_shapes" value { @@ -48418,30 +46872,63 @@ node { } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" + op: "NoOp" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_10" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_11" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_12" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_13" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_14" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_15" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_16" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_17" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_18" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_19" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_20" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_3" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_4" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_5" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_6" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_7" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_8" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/Identity_9" +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_3" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" + attr { + key: "T" + value { + type: DT_VARIANT + } + } attr { - key: "dtype" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_3" + } } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: 2 } } } } node { - name: "ArgMax" - op: "ArgMax" - input: "dense/Elu" - input: "ArgMax/dimension" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_1" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_4" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { key: "T" value { @@ -48449,9 +46936,11 @@ node { } } attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_4" + } } } attr { @@ -48463,60 +46952,100 @@ node { size: -1 } dim { - size: -1 + size: 128 } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_2" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_5" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "output_type" + key: "T" value { - type: DT_INT64 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_5" + } } } -} -node { - name: "mul/y" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_3" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_6" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_6" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } - float_val: 0.5 } } } } node { - name: "mul" - op: "Mul" - input: "softmax_cross_entropy_loss/value" - input: "mul/y" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_4" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_7" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { key: "T" value { - type: DT_FLOAT + type: DT_VARIANT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_7" + } } } attr { @@ -48530,33 +47059,66 @@ node { } } node { - name: "gradients/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_5" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_8" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_8" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { + size: 136 + } + dim { + size: 256 } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_6" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_9" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_9" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { dim { + size: 256 } } } @@ -48564,104 +47126,191 @@ node { } } node { - name: "gradients/grad_ys_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_7" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_10" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_10" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 136 + } + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_8" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_11" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_11" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } } - float_val: 1.0 } } } } node { - name: "gradients/Fill" - op: "Fill" - input: "gradients/Shape" - input: "gradients/grad_ys_0" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_9" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_12" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_12" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_10" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_13" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "index_type" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_13" + } } } -} -node { - name: "gradients/f_count" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_11" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_14" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_14" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } } - int_val: 0 } } } } node { - name: "gradients/f_count_1" - op: "Enter" - input: "gradients/f_count" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_12" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_15" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_15" + } } } attr { @@ -48669,45 +47318,66 @@ node { value { list { shape { + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_13" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_16" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "frame_name" + key: "T" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } attr { - key: "is_constant" + key: "_class" value { - b: false + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_16" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } node { - name: "gradients/Merge" - op: "Merge" - input: "gradients/f_count_1" - input: "gradients/NextIteration" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_14" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_17" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_FLOAT } } attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_17" + } } } attr { @@ -48715,23 +47385,31 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } } } } } } node { - name: "gradients/Switch" - op: "Switch" - input: "gradients/Merge" - input: "bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_15" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_18" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_18" + } } } attr { @@ -48739,51 +47417,88 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } node { - name: "gradients/Add/y" - op: "Const" - input: "^bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_16" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_19" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_19" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 128 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_17" + op: "Identity" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/Identity_20" + input: "^gradients/bidirectional_rnn/bw/bw/while_grad/tuple/group_deps" attr { - key: "dtype" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + s: "loc:@gradients/bidirectional_rnn/bw/bw/while_grad/Identity_20" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } - int_val: 1 } } } } node { - name: "gradients/Add" - op: "Add" - input: "gradients/Switch:1" - input: "gradients/Add/y" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" + op: "InvertPermutation" + input: "bidirectional_rnn/fw/fw/concat" attr { key: "T" value { @@ -48795,122 +47510,27 @@ node { value { list { shape { + dim { + size: 3 + } } } } } } node { - name: "gradients/NextIteration" - op: "NextIteration" - input: "gradients/Add" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" + op: "Transpose" + input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorListFromTensor_grad/TensorListStack" + input: "gradients/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" attr { key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tperm" value { type: DT_INT32 } @@ -48920,20 +47540,28 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } } } } } } node { - name: "gradients/f_count_2" - op: "Exit" - input: "gradients/Switch" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Shape" + op: "Shape" + input: "bidirectional_rnn/bw/bw/transpose" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -48941,20 +47569,31 @@ node { value { list { shape { + dim { + size: 3 + } } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } } node { - name: "gradients/b_count" + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/begin" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -48971,6 +47610,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 1 } @@ -48978,54 +47620,51 @@ node { } } node { - name: "gradients/b_count_1" - op: "Enter" - input: "gradients/f_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/size" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: -1 + } } } } node { - name: "gradients/Merge_1" - op: "Merge" - input: "gradients/b_count_1" - input: "gradients/NextIteration_1" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice" + op: "Slice" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Shape" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/begin" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice/size" attr { - key: "N" + key: "Index" value { - i: 2 + type: DT_INT32 } } attr { @@ -49039,40 +47678,54 @@ node { value { list { shape { - } - shape { + dim { + size: 2 + } } } } } } node { - name: "gradients/GreaterEqual" - op: "GreaterEqual" - input: "gradients/Merge_1" - input: "gradients/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/TensorListStack" + op: "TensorListStack" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_4" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/Slice" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "num_elements" + value { + i: -1 + } + } } node { - name: "gradients/GreaterEqual/Enter" - op: "Enter" - input: "gradients/b_count" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" + op: "InvertPermutation" + input: "bidirectional_rnn/bw/bw/concat" attr { key: "T" value { @@ -49084,52 +47737,63 @@ node { value { list { shape { + dim { + size: 3 + } } } } } +} +node { + name: "gradients/bidirectional_rnn/bw/bw/transpose_grad/transpose" + op: "Transpose" + input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorListFromTensor_grad/TensorListStack" + input: "gradients/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "Tperm" value { - i: 32 + type: DT_INT32 } } -} -node { - name: "gradients/b_count_2" - op: "LoopCond" - input: "gradients/GreaterEqual" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } } } } } } node { - name: "gradients/Switch_1" - op: "Switch" - input: "gradients/Merge_1" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" + op: "ReverseSequence" + input: "gradients/bidirectional_rnn/bw/bw/transpose_grad/transpose" + input: "IteratorGetNext:1" attr { key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tlen" value { type: DT_INT32 } @@ -49139,66 +47803,55 @@ node { value { list { shape { - } - shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } } } } } -} -node { - name: "gradients/Sub" - op: "Sub" - input: "gradients/Switch_1:1" - input: "gradients/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "batch_dim" value { - type: DT_INT32 + i: 0 } } attr { - key: "_output_shapes" + key: "seq_dim" value { - list { - shape { - } - } + i: 1 } } } node { - name: "gradients/NextIteration_1" - op: "NextIteration" - input: "gradients/Sub" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/AddN" + op: "AddN" + input: "gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" + input: "gradients/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" attr { - key: "T" + key: "N" value { - type: DT_INT32 + i: 2 } } attr { - key: "_output_shapes" + key: "T" value { - list { - shape { - } - } + type: DT_FLOAT } } -} -node { - name: "gradients/b_count_3" - op: "Exit" - input: "gradients/Switch_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" + } } } attr { @@ -49206,20 +47859,31 @@ node { value { list { shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 8 + } } } } } } node { - name: "gradients/f_count_3" + name: "gradients/embedding_lookup_grad/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -49236,21 +47900,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 0 + tensor_content: "J\000\000\000\010\000\000\000" } } } } node { - name: "gradients/f_count_4" - op: "Enter" - input: "gradients/f_count_3" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/Size" + op: "Size" + input: "IteratorGetNext" attr { key: "T" value { - type: DT_INT32 + type: DT_INT64 } } attr { @@ -49263,88 +47929,83 @@ node { } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "out_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "gradients/Merge_2" - op: "Merge" - input: "gradients/f_count_4" - input: "gradients/NextIteration_2" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/ExpandDims/dim" + op: "Const" attr { - key: "N" + key: "_output_shapes" value { - i: 2 + list { + shape { + } + } } } attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "gradients/Switch_2" - op: "Switch" - input: "gradients/Merge_2" - input: "bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/ExpandDims" + op: "ExpandDims" + input: "gradients/embedding_lookup_grad/Size" + input: "gradients/embedding_lookup_grad/ExpandDims/dim" attr { key: "T" value { type: DT_INT32 } } + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { - } - shape { + dim { + size: 1 + } } } } } } node { - name: "gradients/Add_1/y" + name: "gradients/embedding_lookup_grad/strided_slice/stack" op: "Const" - input: "^bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -49361,6 +48022,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 1 } @@ -49368,182 +48032,52 @@ node { } } node { - name: "gradients/Add_1" - op: "Add" - input: "gradients/Switch_2:1" - input: "gradients/Add_1/y" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "gradients/NextIteration_2" - op: "NextIteration" - input: "gradients/Add_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "gradients/embedding_lookup_grad/strided_slice/stack_1" + op: "Const" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "gradients/f_count_5" - op: "Exit" - input: "gradients/Switch_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } } node { - name: "gradients/b_count_4" + name: "gradients/embedding_lookup_grad/strided_slice/stack_2" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -49560,6 +48094,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: 1 } @@ -49567,10 +48104,18 @@ node { } } node { - name: "gradients/b_count_5" - op: "Enter" - input: "gradients/f_count_5" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/strided_slice" + op: "StridedSlice" + input: "gradients/embedding_lookup_grad/Const" + input: "gradients/embedding_lookup_grad/strided_slice/stack" + input: "gradients/embedding_lookup_grad/strided_slice/stack_1" + input: "gradients/embedding_lookup_grad/strided_slice/stack_2" + attr { + key: "Index" + value { + type: DT_INT32 + } + } attr { key: "T" value { @@ -49582,143 +48127,157 @@ node { value { list { shape { + dim { + size: 1 + } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + i: 0 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: false + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 1 } } -} -node { - name: "gradients/Merge_3" - op: "Merge" - input: "gradients/b_count_5" - input: "gradients/NextIteration_3" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "new_axis_mask" value { - i: 2 + i: 0 } } attr { - key: "T" + key: "shrink_axis_mask" value { - type: DT_INT32 + i: 0 } } +} +node { + name: "gradients/embedding_lookup_grad/concat/axis" + op: "Const" attr { key: "_output_shapes" value { list { shape { } - shape { - } } } } -} -node { - name: "gradients/GreaterEqual_1" - op: "GreaterEqual" - input: "gradients/Merge_3" - input: "gradients/GreaterEqual_1/Enter" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } } node { - name: "gradients/GreaterEqual_1/Enter" - op: "Enter" - input: "gradients/b_count_4" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/concat" + op: "ConcatV2" + input: "gradients/embedding_lookup_grad/ExpandDims" + input: "gradients/embedding_lookup_grad/strided_slice" + input: "gradients/embedding_lookup_grad/concat/axis" + attr { + key: "N" + value { + i: 2 + } + } attr { key: "T" value { type: DT_INT32 } } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } } +} +node { + name: "gradients/embedding_lookup_grad/Reshape" + op: "Reshape" + input: "gradients/AddN" + input: "gradients/embedding_lookup_grad/concat" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "T" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "Tshape" value { - i: 32 + type: DT_INT32 } } -} -node { - name: "gradients/b_count_6" - op: "LoopCond" - input: "gradients/GreaterEqual_1" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: -1 + } + dim { + size: 8 + } } } } } } node { - name: "gradients/Switch_3" - op: "Switch" - input: "gradients/Merge_3" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" + name: "gradients/embedding_lookup_grad/Reshape_1" + op: "Reshape" + input: "IteratorGetNext" + input: "gradients/embedding_lookup_grad/ExpandDims" attr { key: "T" + value { + type: DT_INT64 + } + } + attr { + key: "Tshape" value { type: DT_INT32 } @@ -49728,23 +48287,23 @@ node { value { list { shape { - } - shape { + dim { + size: -1 + } } } } } } node { - name: "gradients/Sub_1" - op: "Sub" - input: "gradients/Switch_3:1" - input: "gradients/GreaterEqual_1/Enter" - device: "/replica:0/task:0/device:GPU:0" + name: "beta1_power/Initializer/initial_value" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -49756,38 +48315,33 @@ node { } } } -} -node { - name: "gradients/NextIteration_3" - op: "NextIteration" - input: "gradients/Sub_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.8999999761581421 } } } } node { - name: "gradients/b_count_7" - op: "Exit" - input: "gradients/Switch_3" - device: "/replica:0/task:0/device:GPU:0" + name: "beta1_power" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -49799,75 +48353,48 @@ node { } } } -} -node { - name: "gradients/mul_grad/Mul" - op: "Mul" - input: "gradients/Fill" - input: "mul/y" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_output_shapes" + key: "container" value { - list { - shape { - } - } + s: "" } } -} -node { - name: "gradients/mul_grad/Mul_1" - op: "Mul" - input: "gradients/Fill" - input: "softmax_cross_entropy_loss/value" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - } + shape { } } } -} -node { - name: "gradients/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/mul_grad/Mul" - input: "^gradients/mul_grad/Mul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/mul_grad/Mul" - input: "^gradients/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "beta1_power" } } +} +node { + name: "beta1_power/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "beta1_power" attr { key: "_class" value { list { - s: "loc:@gradients/mul_grad/Mul" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -49882,22 +48409,26 @@ node { } } node { - name: "gradients/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/mul_grad/Mul_1" - input: "^gradients/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "beta1_power/Assign" + op: "AssignVariableOp" + input: "beta1_power" + input: "beta1_power/Initializer/initial_value" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "beta1_power/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_class" value { list { - s: "loc:@gradients/mul_grad/Mul_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -49910,11 +48441,24 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like" + name: "beta2_power/Initializer/initial_value" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { @@ -49937,22 +48481,20 @@ node { dtype: DT_FLOAT tensor_shape { } - float_val: 0.0 + float_val: 0.9990000128746033 } } } } node { - name: "gradients/softmax_cross_entropy_loss/value_grad/Select" - op: "Select" - input: "softmax_cross_entropy_loss/Greater" - input: "gradients/mul_grad/tuple/control_dependency" - input: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "beta2_power" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -49964,54 +48506,48 @@ node { } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/value_grad/Select_1" - op: "Select" - input: "softmax_cross_entropy_loss/Greater" - input: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like" - input: "gradients/mul_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - } + shape { } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/softmax_cross_entropy_loss/value_grad/Select" - input: "^gradients/softmax_cross_entropy_loss/value_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/value_grad/Select" - input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "beta2_power" } } +} +node { + name: "beta2_power/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "beta2_power" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Select" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -50026,46 +48562,34 @@ node { } } node { - name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/value_grad/Select_1" - input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "beta2_power/Assign" + op: "AssignVariableOp" + input: "beta2_power" + input: "beta2_power/Initializer/initial_value" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "beta2_power/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - } } } } @@ -50073,32 +48597,31 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "embeddings/Adam/Initializer/zeros" + op: "Const" attr { - key: "value" + key: "_class" value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } + list { + s: "loc:@embeddings" } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Shape_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { + size: 74 + } + dim { + size: 8 } } } @@ -50107,32 +48630,36 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { dim { + size: 74 + } + dim { + size: 8 } } + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/softmax_cross_entropy_loss/div_grad/Shape" - input: "gradients/softmax_cross_entropy_loss/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "embeddings/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -50140,91 +48667,59 @@ node { value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - input: "softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Sum" - op: "Sum" - input: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv" - input: "gradients/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" value { - type: DT_FLOAT + s: "" } } attr { - key: "Tidx" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 74 + } + dim { + size: 8 } } } } attr { - key: "keep_dims" + key: "shared_name" value { - b: false + s: "embeddings/Adam" } } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/div_grad/Sum" - input: "gradients/softmax_cross_entropy_loss/div_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "embeddings/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "embeddings/Adam" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -50238,36 +48733,27 @@ node { } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Neg" - op: "Neg" - input: "softmax_cross_entropy_loss/Sum_1" - device: "/replica:0/task:0/device:GPU:0" + name: "embeddings/Adam/Assign" + op: "AssignVariableOp" + input: "embeddings/Adam" + input: "embeddings/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/softmax_cross_entropy_loss/div_grad/Neg" - input: "softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:0" + name: "embeddings/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "embeddings/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@embeddings" + } } } attr { @@ -50275,21 +48761,32 @@ node { value { list { shape { + dim { + size: 74 + } + dim { + size: 8 + } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv_1" - input: "softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:0" + name: "embeddings/Adam_1/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@embeddings" + } } } attr { @@ -50297,49 +48794,49 @@ node { value { list { shape { + dim { + size: 74 + } + dim { + size: 8 + } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/mul" - op: "Mul" - input: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - input: "gradients/softmax_cross_entropy_loss/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 74 + } + dim { + size: 8 + } } + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Sum_1" - op: "Sum" - input: "gradients/softmax_cross_entropy_loss/div_grad/mul" - input: "gradients/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "embeddings/Adam_1" + op: "VarHandleOp" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -50352,64 +48849,53 @@ node { } } attr { - key: "keep_dims" + key: "allowed_devices" value { - b: false + list { + } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/div_grad/Sum_1" - input: "gradients/softmax_cross_entropy_loss/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" value { - type: DT_FLOAT + s: "" } } attr { - key: "Tshape" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 74 + } + dim { + size: 8 } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/softmax_cross_entropy_loss/div_grad/Reshape" - input: "^gradients/softmax_cross_entropy_loss/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/softmax_cross_entropy_loss/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/div_grad/Reshape" - input: "^gradients/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "embeddings/Adam_1" } } +} +node { + name: "embeddings/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "embeddings/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/div_grad/Reshape" + s: "loc:@embeddings" } } } @@ -50424,107 +48910,69 @@ node { } } node { - name: "gradients/softmax_cross_entropy_loss/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/div_grad/Reshape_1" - input: "^gradients/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "embeddings/Adam_1/Assign" + op: "AssignVariableOp" + input: "embeddings/Adam_1" + input: "embeddings/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "embeddings/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "embeddings/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + s: "loc:@embeddings" } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { + size: 74 } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { dim { + size: 8 } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/div_grad/tuple/control_dependency" - input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { + size: 2 } } } @@ -50543,52 +48991,30 @@ node { dtype: DT_INT32 tensor_shape { dim { + size: 2 } } + tensor_content: "\210\000\000\000\000\001\000\000" } } } } node { - name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile" - op: "Tile" - input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape" - input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tmultiples" - value { - type: DT_INT32 - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } @@ -50596,30 +49022,26 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { - dim { - size: 2 - } } - tensor_content: "\001\000\000\000\001\000\000\000" + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile" - input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { @@ -50627,9 +49049,11 @@ node { } } attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50638,25 +49062,31 @@ node { list { shape { dim { - size: 1 + size: 136 } dim { - size: 1 + size: 256 } } } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } } node { - name: "gradients/softmax_cross_entropy_loss/Sum_grad/Shape" - op: "Shape" - input: "softmax_cross_entropy_loss/Mul" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50664,63 +49094,59 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" - op: "Tile" - input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape" - input: "gradients/softmax_cross_entropy_loss/Sum_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" value { - type: DT_FLOAT + s: "" } } attr { - key: "Tmultiples" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } + shape { + dim { + size: 136 + } + dim { + size: 256 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + } + } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" - op: "Shape" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50728,29 +49154,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" - op: "Shape" - input: "SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50759,29 +49189,31 @@ node { list { shape { dim { - size: 2 + size: 136 + } + dim { + size: 256 } } } } } attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50790,62 +49222,42 @@ node { list { shape { dim { - size: -1 - } - } - shape { - dim { - size: -1 + size: 2 } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul" - op: "Mul" - input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" - input: "SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 2 } } + tensor_content: "\210\000\000\000\000\001\000\000" } } } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum" - op: "Sum" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50853,24 +49265,33 @@ node { value { list { shape { - unknown_rank: true } } } } attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -50878,9 +49299,11 @@ node { } } attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50889,26 +49312,31 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: -1 + size: 256 } } } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul_1" - op: "Mul" - input: "softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50916,68 +49344,59 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1" - op: "Sum" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Mul_1" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "Tidx" + key: "container" value { - type: DT_INT32 + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - unknown_rank: true - } - } + type: DT_FLOAT } } attr { - key: "keep_dims" + key: "shape" value { - b: false + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -50985,41 +49404,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } } node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" - input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" - input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -51029,33 +49439,30 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: -1 + size: 256 } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } } @@ -51065,25 +49472,42 @@ node { list { shape { dim { - size: -1 + size: 256 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: -1 + size: 256 } } + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" - op: "Shape" - input: "softmax_cross_entropy_loss/xentropy" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -51091,36 +49515,56 @@ node { value { list { shape { - dim { - size: 1 - } } } } } attr { - key: "out_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" - input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "Tshape" + key: "shape" value { - type: DT_INT32 + shape { + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -51128,50 +49572,73 @@ node { value { list { shape { - dim { - size: -1 - } } } } } } node { - name: "gradients/zeros_like" - op: "ZerosLike" - input: "softmax_cross_entropy_loss/xentropy:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 256 + } } } } @@ -51179,92 +49646,90 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 256 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" - op: "ExpandDims" - input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { - key: "Tdim" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul" - op: "Mul" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" - input: "softmax_cross_entropy_loss/xentropy:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } + shape { + dim { + size: 256 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + } + } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" - op: "LogSoftmax" - input: "softmax_cross_entropy_loss/xentropy/Reshape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -51272,53 +49737,73 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } } } } } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/Neg" - op: "Neg" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -51335,28 +49820,24 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\210\000\000\000\200\000\000\000" } } } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" - op: "ExpandDims" - input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "Tdim" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51364,58 +49845,33 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 1 - } } } } } -} -node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" - op: "Mul" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/Neg" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/mul" - input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul" - input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { @@ -51426,7 +49882,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/xentropy_grad/mul" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -51436,61 +49892,91 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: -1 + size: 128 } } } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" - input: "^gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/softmax_cross_entropy_loss/xentropy_grad/mul_1" + shape { + } } } } attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + } + } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" - op: "Shape" - input: "dense/Elu" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51498,36 +49984,33 @@ node { value { list { shape { - dim { - size: 3 - } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" - op: "Reshape" - input: "gradients/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" - input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51536,29 +50019,31 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 136 } dim { - size: 22 + size: 128 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/dense/Elu_grad/EluGrad" - op: "EluGrad" - input: "gradients/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" - input: "dense/Elu" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51567,28 +50052,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 2 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 22 + size: 2 } } + tensor_content: "\210\000\000\000\200\000\000\000" } } } } node { - name: "gradients/dense/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/dense/Elu_grad/EluGrad" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51596,33 +50095,33 @@ node { value { list { shape { - dim { - size: 22 - } } } } } attr { - key: "data_format" + key: "dtype" value { - s: "NHWC" + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/dense/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/dense/BiasAdd_grad/BiasAddGrad" - input: "^gradients/dense/Elu_grad/EluGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/dense/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/dense/Elu_grad/EluGrad" - input: "^gradients/dense/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -51633,7 +50132,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/dense/Elu_grad/EluGrad" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -51643,36 +50142,30 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 136 } dim { - size: 22 + size: 128 } } } } } -} -node { - name: "gradients/dense/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/dense/BiasAdd_grad/BiasAddGrad" - input: "^gradients/dense/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -51681,60 +50174,59 @@ node { value { list { shape { - dim { - size: 22 - } } } } } -} -node { - name: "gradients/dense/Tensordot_grad/Shape" - op: "Shape" - input: "dense/Tensordot/MatMul" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } attr { - key: "out_type" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" } } } node { - name: "gradients/dense/Tensordot_grad/Reshape" - op: "Reshape" - input: "gradients/dense/BiasAdd_grad/tuple/control_dependency" - input: "gradients/dense/Tensordot_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -51742,67 +50234,66 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 22 - } } } } } } node { - name: "gradients/dense/Tensordot/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/dense/Tensordot_grad/Reshape" - input: "dense/Tensordot/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { - size: 256 + size: 128 } } } } } attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" + key: "dtype" value { - b: true + type: DT_FLOAT } } } node { - name: "gradients/dense/Tensordot/MatMul_grad/MatMul_1" - op: "MatMul" - input: "dense/Tensordot/Reshape" - input: "gradients/dense/Tensordot_grad/Reshape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -51811,52 +50302,41 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 22 + size: 128 } } } } } attr { - key: "transpose_a" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "transpose_b" + key: "value" value { - b: false + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } } } } node { - name: "gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/dense/Tensordot/MatMul_grad/MatMul" - input: "^gradients/dense/Tensordot/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/dense/Tensordot/MatMul_grad/MatMul" - input: "^gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/dense/Tensordot/MatMul_grad/MatMul" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -51865,62 +50345,56 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 256 - } } } } } -} -node { - name: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/dense/Tensordot/MatMul_grad/MatMul_1" - input: "^gradients/dense/Tensordot/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_class" + key: "container" value { - list { - s: "loc:@gradients/dense/Tensordot/MatMul_grad/MatMul_1" - } + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 128 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + } + } } node { - name: "gradients/dense/Tensordot/Reshape_grad/Shape" - op: "Shape" - input: "dense/Tensordot/transpose" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -51928,36 +50402,33 @@ node { value { list { shape { - dim { - size: 3 - } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/dense/Tensordot/Reshape_grad/Reshape" - op: "Reshape" - input: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency" - input: "gradients/dense/Tensordot/Reshape_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -51966,30 +50437,37 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 + size: 128 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/dense/Tensordot/Reshape_1_grad/Shape" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 128 } } } @@ -51998,40 +50476,33 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { dim { - size: 2 + size: 128 } } - tensor_content: "\000\001\000\000\026\000\000\000" + float_val: 0.0 } } } } node { - name: "gradients/dense/Tensordot/Reshape_1_grad/Reshape" - op: "Reshape" - input: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" - input: "gradients/dense/Tensordot/Reshape_1_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -52039,87 +50510,56 @@ node { value { list { shape { - dim { - size: 256 - } - dim { - size: 22 - } } } } } -} -node { - name: "gradients/dense/Tensordot/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "dense/Tensordot/concat" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "_output_shapes" + key: "container" value { - list { - shape { - dim { - size: 3 - } - } - } + s: "" } } -} -node { - name: "gradients/dense/Tensordot/transpose_grad/transpose" - op: "Transpose" - input: "gradients/dense/Tensordot/Reshape_grad/Reshape" - input: "gradients/dense/Tensordot/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "Tperm" + key: "shape" value { - type: DT_INT32 + shape { + dim { + size: 128 + } + } } } attr { - key: "_output_shapes" + key: "shared_name" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" } } } node { - name: "gradients/dense/Tensordot/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "dense/Tensordot/transpose_1/perm" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -52127,30 +50567,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } } node { - name: "gradients/dense/Tensordot/transpose_1_grad/transpose" - op: "Transpose" - input: "gradients/dense/Tensordot/Reshape_1_grad/Reshape" - input: "gradients/dense/Tensordot/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "Tperm" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -52159,25 +50602,38 @@ node { list { shape { dim { - size: 256 - } - dim { - size: 22 + size: 128 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/concat_grad/Rank" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { + dim { + size: 2 + } } } } @@ -52194,22 +50650,24 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: 3 + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "gradients/concat_grad/mod" - op: "FloorMod" - input: "concat/axis" - input: "gradients/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52221,53 +50679,41 @@ node { } } } -} -node { - name: "gradients/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/transpose_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 3 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/concat_grad/ShapeN" - op: "ShapeN" - input: "bidirectional_rnn/fw/fw/transpose_1" - input: "ReverseSequence" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_FLOAT } } attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52276,35 +50722,31 @@ node { list { shape { dim { - size: 3 + size: 256 } - } - shape { dim { - size: 3 + size: 256 } } } } } attr { - key: "out_type" + key: "index_type" value { type: DT_INT32 } } } node { - name: "gradients/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/concat_grad/mod" - input: "gradients/concat_grad/ShapeN" - input: "gradients/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { - key: "N" + key: "_class" value { - i: 2 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52312,74 +50754,59 @@ node { value { list { shape { - dim { - size: 3 - } - } - shape { - dim { - size: 3 - } } } } } -} -node { - name: "gradients/concat_grad/Slice" - op: "Slice" - input: "gradients/dense/Tensordot/transpose_grad/transpose" - input: "gradients/concat_grad/ConcatOffset" - input: "gradients/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "Index" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "T" + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } -} -node { - name: "gradients/concat_grad/Slice_1" - op: "Slice" - input: "gradients/dense/Tensordot/transpose_grad/transpose" - input: "gradients/concat_grad/ConcatOffset:1" - input: "gradients/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "Index" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52387,44 +50814,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/concat_grad/Slice" - input: "^gradients/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/concat_grad/Slice" - input: "^gradients/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/concat_grad/Slice" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -52434,36 +50849,30 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/concat_grad/Slice_1" - input: "^gradients/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/concat_grad/Slice_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -52473,86 +50882,76 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "bidirectional_rnn/fw/fw/concat_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 3 + size: 2 } } + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" - op: "Transpose" - input: "gradients/concat_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { - key: "Tperm" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/ReverseSequence_grad/ReverseSequence" - op: "ReverseSequence" - input: "gradients/concat_grad/tuple/control_dependency_1" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -52560,9 +50959,11 @@ node { } } attr { - key: "Tlen" + key: "_class" value { - type: DT_INT64 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52571,41 +50972,30 @@ node { list { shape { dim { - size: -1 - } - dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" + key: "index_type" value { - i: 1 + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "bidirectional_rnn/fw/fw/TensorArray" - input: "bidirectional_rnn/fw/fw/while/Exit_2" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -52613,64 +51003,60 @@ node { key: "_output_shapes" value { list { - shape { - dim { - size: 2 - } - } shape { } } } } attr { - key: "source" + key: "allowed_devices" value { - s: "gradients" + list { + } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "bidirectional_rnn/fw/fw/while/Exit_2" - input: "^gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" attr { - key: "T" + key: "container" value { - type: DT_FLOAT + s: "" } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "bidirectional_rnn/fw/fw/TensorArrayStack/range" - input: "gradients/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -52684,41 +51070,60 @@ node { } } node { - name: "gradients/zeros_like_1" - op: "ZerosLike" - input: "bidirectional_rnn/fw/fw/while/Exit_3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/zeros_like_2" - op: "ZerosLike" - input: "bidirectional_rnn/fw/fw/while/Exit_4" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -52727,52 +51132,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/zeros_like_3" - op: "ZerosLike" - input: "bidirectional_rnn/fw/fw/while/Exit_5" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "bidirectional_rnn/bw/bw/concat_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -52780,60 +51175,56 @@ node { value { list { shape { - dim { - size: 3 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" - op: "Transpose" - input: "gradients/ReverseSequence_grad/ReverseSequence" - input: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "Tperm" + key: "container" value { - type: DT_INT32 + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Exit_2_grad/b_exit" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -52845,34 +51236,29 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Initializer/zeros" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Exit_3_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -52881,88 +51267,72 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Initializer/zeros" + op: "Const" attr { - key: "is_constant" + key: "_class" value { - b: false + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Exit_4_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" + key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 256 + } + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Exit_5_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -52970,45 +51340,55 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: false + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "bidirectional_rnn/bw/bw/TensorArray" - input: "bidirectional_rnn/bw/bw/while/Exit_2" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -53016,39 +51396,33 @@ node { key: "_output_shapes" value { list { - shape { - dim { - size: 2 - } - } shape { } } } } - attr { - key: "source" - value { - s: "gradients" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "bidirectional_rnn/bw/bw/while/Exit_2" - input: "^gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -53057,44 +51431,29 @@ node { value { list { shape { + dim { + size: 256 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "bidirectional_rnn/bw/bw/TensorArrayStack/range" - input: "gradients/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } } node { - name: "gradients/zeros_like_4" - op: "ZerosLike" - input: "bidirectional_rnn/bw/bw/while/Exit_3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53103,52 +51462,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "gradients/zeros_like_5" - op: "ZerosLike" - input: "bidirectional_rnn/bw/bw/while/Exit_4" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "gradients/zeros_like_6" - op: "ZerosLike" - input: "bidirectional_rnn/bw/bw/while/Exit_5" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53156,63 +51505,45 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/Exit_2_grad/b_exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - } - shape { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/Exit_3_grad/b_exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" attr { - key: "N" + key: "T" value { - i: 2 + type: DT_FLOAT } } attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53221,99 +51552,91 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 } } - shape { - } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/Exit_4_grad/b_exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "index_type" value { - i: 2 + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { key: "_output_shapes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } shape { } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/Exit_5_grad/b_exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "allowed_devices" value { - i: 2 + list { + } } } attr { - key: "T" + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 } - shape { + dim { + size: 128 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Exit_2_grad/b_exit" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53325,34 +51648,29 @@ node { } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Exit_3_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_4" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53361,7 +51679,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -53371,33 +51689,21 @@ node { } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Exit_4_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_5" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53406,43 +51712,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\200\000\000\000" + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Exit_5_grad/b_exit" - op: "Enter" - input: "gradients/zeros_like_6" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -53450,41 +51755,33 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: false + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -53495,7 +51792,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -53504,36 +51801,31 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -53546,54 +51838,54 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch:1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_class" + key: "container" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - } + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + dim { + size: 128 } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -53602,48 +51894,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -53653,7 +51929,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -53662,24 +51938,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch:1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -53688,9 +51961,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -53698,24 +51968,35 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -53724,84 +52005,55 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_class" + key: "container" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - } + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 128 } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch:1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -53810,34 +52062,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -53846,17 +52096,6 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } dim { size: 128 } @@ -53864,30 +52103,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -53896,9 +52126,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -53906,139 +52133,99 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch:1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { size: 128 } } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/Exit_2_grad/b_exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { - key: "N" + key: "_class" value { - i: 2 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - } - shape { - } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/Exit_3_grad/b_exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "container" value { - i: 2 + s: "" } } attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { + shape { + dim { + size: 128 } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/Exit_4_grad/b_exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "N" + key: "shared_name" value { - i: 2 + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { key: "_output_shapes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } shape { } } @@ -54046,21 +52233,27 @@ node { } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/Exit_5_grad/b_exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Initializer/zeros" attr { - key: "N" + key: "dtype" value { - i: 2 + type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { @@ -54068,28 +52261,29 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } } - shape { - } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Enter_2_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -54097,47 +52291,43 @@ node { value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Enter_3_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Enter_4_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -54145,50 +52335,33 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Enter_5_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { @@ -54199,7 +52372,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54208,36 +52381,31 @@ node { value { list { shape { - } - shape { + dim { + size: 256 + } + dim { + size: 256 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54250,54 +52418,54 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch:1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_class" + key: "container" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - } + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54306,48 +52474,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54357,33 +52509,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch:1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54393,33 +52542,41 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\000\001\000\000" + } + } + } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54428,37 +52585,33 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } - shape { - dim { - size: -1 - } - dim { - size: 128 - } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -54469,7 +52622,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54479,33 +52632,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch:1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54514,84 +52664,58 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "_class" + key: "container" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - } + s: "" } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 } - shape { - dim { - size: -1 - } - dim { - size: 128 - } + dim { + size: 256 } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54600,34 +52724,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch:1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -54637,27 +52759,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -54667,37 +52792,41 @@ node { list { shape { dim { - size: 2 + size: 256 } } - shape { - } } } } attr { - key: "source" + key: "dtype" value { - s: "gradients" + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArray" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 256 + } + } + float_val: 0.0 + } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -54706,84 +52835,73 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 256 + } + } } } attr { - key: "_class" + key: "shared_name" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Initializer/zeros" attr { key: "dtype" value { @@ -54792,14 +52910,14 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -54808,6 +52926,9 @@ node { value { list { shape { + dim { + size: 256 + } } } } @@ -54815,31 +52936,18 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -54849,34 +52957,42 @@ node { list { shape { dim { - size: 2 + size: 256 } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 256 + } + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + } } } attr { @@ -54884,258 +53000,89 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 256 } } } } attr { - key: "swap_memory" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - op: "ControlTrigger" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:0" } node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -55145,33 +53092,27 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55180,47 +53121,42 @@ node { value { list { shape { + dim { + size: 2 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Const" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_3" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55236,31 +53172,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_3" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55270,34 +53212,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 128 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "index_type" value { - s: "" + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -55305,148 +53244,93 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "allowed_devices" value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 + } + dim { + size: 128 } } } } attr { - key: "swap_memory" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -55455,7 +53339,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -55464,16 +53348,21 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Const" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/GreaterEqual" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55482,6 +53371,9 @@ node { value { list { shape { + dim { + size: 2 + } } } } @@ -55498,22 +53390,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/GreaterEqual" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55522,35 +53415,45 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -55559,42 +53462,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 128 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "index_type" value { - i: 32 + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Enter" - input: "bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_BOOL + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -55602,98 +53494,59 @@ node { value { list { shape { - dim { - size: -1 - } } } } } attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" + key: "allowed_devices" value { list { - shape { - dim { - size: -1 - } - } } } } attr { - key: "elem_type" + key: "container" value { - type: DT_BOOL + s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 + } + dim { + size: 128 } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -55701,41 +53554,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -55745,7 +53589,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -55754,24 +53598,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -55780,9 +53621,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -55790,43 +53628,35 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { size: 128 } } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_4" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -55839,34 +53669,51 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape" value { - tensor { - dtype: DT_INT32 - tensor_shape { + shape { + dim { + size: 128 } - int_val: -1 } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_4" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -55875,35 +53722,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -55912,42 +53757,28 @@ node { list { shape { dim { - size: 2 + size: 128 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -55955,9 +53786,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -55966,49 +53794,35 @@ node { } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { size: 128 } } + float_val: 0.0 } } } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -56016,72 +53830,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 128 + } + } } } attr { - key: "_output_shapes" + key: "shared_name" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -56089,41 +53887,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -56132,9 +53921,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -56142,24 +53928,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -56169,52 +53952,41 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\210\000\000\000\000\001\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_5" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -56230,31 +54002,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/Identity_5" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -56264,34 +54042,31 @@ node { list { shape { dim { - size: 2 + size: 136 + } + dim { + size: 256 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "index_type" value { - s: "" + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -56299,43 +54074,59 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Enter" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -56343,60 +54134,66 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -56412,35 +54209,35 @@ node { } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\210\000\000\000\000\001\000\000" + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -56448,59 +54245,33 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - input: "gradients/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -56511,7 +54282,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -56521,33 +54292,30 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } @@ -56556,47 +54324,59 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Enter_2_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { + shape { + dim { + size: 136 + } + dim { + size: 256 } } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Enter_3_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } } } attr { @@ -56604,53 +54384,66 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Enter_4_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 136 } dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Enter_5_grad/Exit" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56659,53 +54452,42 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56713,75 +54495,56 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 256 + } + } } } attr { - key: "_output_shapes" + key: "shared_name" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56789,41 +54552,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } } @@ -56833,33 +54587,27 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } } @@ -56869,25 +54617,42 @@ node { list { shape { dim { - size: -1 + size: 256 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { dim { - size: 128 + size: 256 } } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56895,29 +54660,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56925,30 +54717,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + } } } attr { @@ -56957,27 +54752,27 @@ node { list { shape { dim { - size: -1 - } - } - shape { - dim { - size: -1 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -56986,6 +54781,9 @@ node { value { list { shape { + dim { + size: 2 + } } } } @@ -57002,22 +54800,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\210\000\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -57026,35 +54825,45 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -57063,97 +54872,125 @@ node { list { shape { dim { - size: 2 + size: 136 + } + dim { + size: 128 } } } } } attr { - key: "frame_name" + key: "index_type" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "_output_shapes" + key: "container" value { - list { - shape { - dim { - size: 2 - } + s: "" + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } attr { - key: "swap_memory" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -57162,40 +54999,30 @@ node { list { shape { dim { - size: 2 + size: 136 + } + dim { + size: 128 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -57204,6 +55031,9 @@ node { value { list { shape { + dim { + size: 2 + } } } } @@ -57220,22 +55050,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\210\000\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } @@ -57244,35 +55075,45 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -57281,97 +55122,91 @@ node { list { shape { dim { - size: 2 + size: 136 + } + dim { + size: 128 } } } } } attr { - key: "frame_name" + key: "index_type" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "_output_shapes" + key: "container" value { - list { - shape { - dim { - size: 2 - } - } - } + s: "" } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 136 + } + dim { + size: 128 } } } } attr { - key: "elem_type" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -57379,42 +55214,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { @@ -57423,7 +55249,7 @@ node { list { shape { dim { - size: -1 + size: 136 } dim { size: 128 @@ -57432,16 +55258,21 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -57450,6 +55281,9 @@ node { value { list { shape { + dim { + size: 128 + } } } } @@ -57457,31 +55291,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 128 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -57490,89 +55325,97 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 128 } } } } attr { - key: "frame_name" + key: "shared_name" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -57581,26 +55424,28 @@ node { } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Initializer/zeros" + op: "Const" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -57609,21 +55454,35 @@ node { } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -57631,83 +55490,90 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 128 + } + } } } attr { - key: "Tidx" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } attr { - key: "keep_dims" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -57715,9 +55581,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -57725,17 +55588,22 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -57744,25 +55612,41 @@ node { list { shape { dim { - size: -1 + size: 2 } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -57778,31 +55662,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -57812,34 +55702,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 256 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "index_type" value { - s: "" + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -57847,43 +55734,59 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + s: "" } } attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "shape" value { - i: 32 + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -57891,60 +55794,66 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -57960,40 +55869,35 @@ node { } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\000\001\000\000" + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -58001,65 +55905,33 @@ node { value { list { shape { - unknown_rank: true } } } } attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -58070,7 +55942,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -58080,33 +55952,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } @@ -58115,56 +55984,59 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } attr { - key: "out_type" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -58172,30 +56044,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + } } } attr { @@ -58204,27 +56079,30 @@ node { list { shape { dim { - size: -1 + size: 256 } - } - shape { dim { - size: -1 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -58233,6 +56111,9 @@ node { value { list { shape { + dim { + size: 256 + } } } } @@ -58240,31 +56121,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 256 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -58273,134 +56155,90 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Initializer/zeros" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -58409,40 +56247,27 @@ node { list { shape { dim { - size: 2 + size: 256 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -58451,6 +56276,9 @@ node { value { list { shape { + dim { + size: 256 + } } } } @@ -58458,31 +56286,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 256 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } @@ -58491,79 +56320,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } } } attr { @@ -58571,54 +56377,63 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 256 } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -58634,61 +56449,34 @@ node { } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -58704,31 +56492,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -58738,34 +56532,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 128 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "index_type" value { - s: "" + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -58773,188 +56564,93 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "allowed_devices" value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 + } + dim { + size: 128 } } } } attr { - key: "swap_memory" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -58963,7 +56659,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -58972,44 +56668,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -59018,6 +56691,9 @@ node { value { list { shape { + dim { + size: 2 + } } } } @@ -59034,22 +56710,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\000\001\000\000\200\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } @@ -59058,75 +56735,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 2 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -59134,40 +56769,20 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -59177,21 +56792,21 @@ node { } } attr { - key: "elem_type" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -59199,83 +56814,93 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } attr { - key: "Tidx" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } attr { - key: "keep_dims" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + } } } attr { @@ -59284,7 +56909,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -59293,31 +56918,21 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Initializer/zeros" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -59326,9 +56941,6 @@ node { value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -59336,24 +56948,35 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -59362,56 +56985,56 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 128 } } } } attr { - key: "out_type" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { @@ -59419,30 +57042,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { @@ -59451,27 +57077,27 @@ node { list { shape { dim { - size: -1 - } - } - shape { - dim { - size: -1 + size: 128 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -59480,6 +57106,9 @@ node { value { list { shape { + dim { + size: 128 + } } } } @@ -59487,31 +57116,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 128 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } @@ -59520,79 +57150,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_INT32 + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 128 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } } } attr { @@ -59600,54 +57207,63 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 128 } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -59663,33 +57279,34 @@ node { } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\000\001\000\000" + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -59705,31 +57322,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -59739,34 +57362,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 256 } } } } } attr { - key: "elem_type" + key: "index_type" value { type: DT_INT32 } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -59774,141 +57394,93 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + list { + } } } attr { - key: "parallel_iterations" + key: "container" value { - i: 32 + s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 + } + dim { + size: 256 } } } } attr { - key: "swap_memory" + key: "shared_name" value { - b: false + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Initializer/zeros" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -59917,25 +57489,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -59944,6 +57521,9 @@ node { value { list { shape { + dim { + size: 2 + } } } } @@ -59960,22 +57540,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 2 + } } - int_val: -1 + tensor_content: "\000\001\000\000\000\001\000\000" } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } @@ -59984,75 +57565,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 2 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.0 } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -60060,64 +57599,44 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } attr { - key: "elem_type" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -60125,83 +57644,93 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shape" value { - type: DT_FLOAT + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } attr { - key: "Tidx" + key: "shared_name" value { - type: DT_INT32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } attr { - key: "keep_dims" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + } } } attr { @@ -60210,53 +57739,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 256 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -60265,6 +57771,9 @@ node { value { list { shape { + dim { + size: 256 + } } } } @@ -60272,31 +57781,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 256 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -60305,79 +57815,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 256 } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "shared_name" value { - i: 32 + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + } } } attr { @@ -60385,60 +57872,63 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + } } } attr { @@ -60447,47 +57937,42 @@ node { list { shape { dim { - size: 2 + size: 256 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 256 + } + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + op: "VarHandleOp" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + } } } attr { @@ -60495,76 +57980,55 @@ node { value { list { shape { - unknown_rank: true } } } } attr { - key: "keep_dims" + key: "allowed_devices" value { - b: false + list { + } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "container" value { - type: DT_FLOAT + s: "" } } attr { - key: "Tshape" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 256 } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -60573,34 +58037,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } @@ -60610,27 +58072,27 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 256 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -60643,34 +58105,38 @@ node { size: 2 } } - shape { - } } } } attr { - key: "source" + key: "dtype" value { - s: "gradients" + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArray" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\200\000\000\000" + } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -60679,38 +58145,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { @@ -60721,34 +58182,17 @@ node { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -60758,21 +58202,20 @@ node { } } attr { - key: "dtype" + key: "index_type" value { - type: DT_FLOAT + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -60785,34 +58228,54 @@ node { } } } + attr { + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "value" + key: "shape" value { - tensor { - dtype: DT_INT32 - tensor_shape { + shape { + dim { + size: 256 + } + dim { + size: 128 } - int_val: -1 } } } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -60821,35 +58284,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Initializer/zeros" attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -60858,42 +58319,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 128 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -60901,48 +58351,43 @@ node { value { list { shape { + dim { + size: 2 + } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } } + tensor_content: "\000\001\000\000\200\000\000\000" } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } } } attr { @@ -60950,154 +58395,33 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - op: "ControlTrigger" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros/Const" attr { key: "T" value { @@ -61108,7 +58432,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -61118,7 +58442,7 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -61127,24 +58451,81 @@ node { } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } @@ -61159,23 +58540,36 @@ node { } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { size: 128 @@ -61184,16 +58578,21 @@ node { } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Const" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_3" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -61202,6 +58601,9 @@ node { value { list { shape { + dim { + size: 128 + } } } } @@ -61209,31 +58611,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 128 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_3" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -61242,89 +58645,97 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 128 } } } } attr { - key: "frame_name" + key: "shared_name" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -61333,26 +58744,28 @@ node { } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Initializer/zeros" + op: "Const" + attr { + key: "_class" + value { + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } dim { size: 128 } @@ -61361,21 +58774,35 @@ node { } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 128 + } + } + float_val: 0.0 + } + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -61383,43 +58810,56 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 128 + } + } + } + } + attr { + key: "shared_name" + value { + s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + } } } attr { @@ -61427,26 +58867,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Initializer/zeros" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/GreaterEqual" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } @@ -61455,6 +58901,9 @@ node { value { list { shape { + dim { + size: 128 + } } } } @@ -61462,31 +58911,18 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/GreaterEqual" + s: "loc:@dense/kernel" } } } @@ -61503,27 +58939,35 @@ node { } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_BOOL + type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\000\001\000\000\026\000\000\000" + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam/Initializer/zeros/Const" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@dense/kernel" + } } } attr { @@ -61531,98 +58975,78 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Enter" - input: "bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam/Initializer/zeros" + op: "Fill" + input: "dense/kernel/Adam/Initializer/zeros/shape_as_tensor" + input: "dense/kernel/Adam/Initializer/zeros/Const" attr { key: "T" value { - type: DT_BOOL + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - } + s: "loc:@dense/kernel" } } } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 + } + dim { + size: 22 } } } } } attr { - key: "elem_type" + key: "index_type" value { - type: DT_BOOL + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@dense/kernel" + } } } attr { @@ -61630,43 +59054,59 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + dim { + size: 22 + } + } + } + } + attr { + key: "shared_name" + value { + s: "dense/kernel/Adam" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@dense/kernel" + } } } attr { @@ -61674,41 +59114,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam/Assign" + op: "AssignVariableOp" + input: "dense/kernel/Adam" + input: "dense/kernel/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/kernel/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/kernel/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" + s: "loc:@dense/kernel" } } } @@ -61718,33 +59149,30 @@ node { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" + s: "loc:@dense/kernel" } } } @@ -61754,52 +59182,41 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 2 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 2 } } + tensor_content: "\000\001\000\000\026\000\000\000" } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Const" + name: "dense/kernel/Adam_1/Initializer/zeros/Const" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_4" + s: "loc:@dense/kernel" } } } @@ -61815,31 +59232,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam_1/Initializer/zeros" + op: "Fill" + input: "dense/kernel/Adam_1/Initializer/zeros/shape_as_tensor" + input: "dense/kernel/Adam_1/Initializer/zeros/Const" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_4" + s: "loc:@dense/kernel" } } } @@ -61849,34 +59272,31 @@ node { list { shape { dim { - size: 2 + size: 256 + } + dim { + size: 22 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "index_type" value { - s: "" + type: DT_INT32 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam_1" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@dense/kernel" + } } } attr { @@ -61884,43 +59304,59 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "allowed_devices" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + } } } attr { - key: "is_constant" + key: "container" value { - b: true + s: "" } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT + } + } + attr { + key: "shape" + value { + shape { + dim { + size: 256 + } + dim { + size: 22 + } + } + } + } + attr { + key: "shared_name" + value { + s: "dense/kernel/Adam_1" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam_1" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@dense/kernel" + } } } attr { @@ -61928,60 +59364,66 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "dense/kernel/Adam_1/Assign" + op: "AssignVariableOp" + input: "dense/kernel/Adam_1" + input: "dense/kernel/Adam_1/Initializer/zeros" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/kernel/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/kernel/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@dense/kernel" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 256 } dim { - size: 128 + size: 22 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Adam/Initializer/zeros" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@dense/bias" + } } } attr { @@ -61990,42 +59432,42 @@ node { list { shape { dim { - size: 2 + size: 22 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + size: 22 + } + } + float_val: 0.0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Adam" + op: "VarHandleOp" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@dense/bias" + } } } attr { @@ -62033,70 +59475,55 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "allowed_devices" + value { + list { + } + } + } + attr { + key: "container" + value { + s: "" + } + } + attr { + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + shape { + dim { + size: 22 } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "shared_name" value { - type: DT_FLOAT + s: "dense/bias/Adam" } } +} +node { + name: "dense/bias/Adam/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/bias/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" + s: "loc:@dense/bias" } } } @@ -62105,34 +59532,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Adam/Assign" + op: "AssignVariableOp" + input: "dense/bias/Adam" + input: "dense/bias/Adam/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/bias/Adam/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/bias/Adam" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" + s: "loc:@dense/bias" } } } @@ -62142,52 +59567,27 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 22 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Const" + name: "dense/bias/Adam_1/Initializer/zeros" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_5" + s: "loc:@dense/bias" } } } @@ -62196,6 +59596,9 @@ node { value { list { shape { + dim { + size: 22 + } } } } @@ -62203,31 +59606,32 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { + dim { + size: 22 + } } - int_val: -1 + float_val: 0.0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Adam_1" + op: "VarHandleOp" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/Identity_5" + s: "loc:@dense/bias" } } } @@ -62236,291 +59640,246 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "allowed_devices" value { - type: DT_FLOAT + list { + } } } attr { - key: "stack_name" + key: "container" value { s: "" } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "shape" value { - list { - shape { - dim { - size: 2 - } + shape { + dim { + size: 22 } } } } attr { - key: "frame_name" + key: "shared_name" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + s: "dense/bias/Adam_1" } } +} +node { + name: "dense/bias/Adam_1/IsInitialized/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "dense/bias/Adam_1" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@dense/bias" + } } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Enter" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "dense/bias/Adam_1/Assign" + op: "AssignVariableOp" + input: "dense/bias/Adam_1" + input: "dense/bias/Adam_1/Initializer/zeros" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "dense/bias/Adam_1/Read/ReadVariableOp" + op: "ReadVariableOp" + input: "dense/bias/Adam_1" + attr { + key: "_class" + value { + list { + s: "loc:@dense/bias" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 22 } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/learning_rate" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 9.999999747378752e-05 + } } } +} +node { + name: "Adam/beta1" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.8999999761581421 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/beta2" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - input: "gradients/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 0.9990000128746033 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/epsilon" + op: "Const" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + tensor { + dtype: DT_FLOAT + tensor_shape { } + float_val: 9.99999993922529e-09 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/Unique" + op: "Unique" + input: "gradients/embedding_lookup_grad/Reshape_1" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT64 } } attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" + s: "loc:@embeddings" } } } @@ -62532,23 +59891,38 @@ node { dim { size: -1 } + } + shape { dim { - size: 128 + size: -1 } } } } } + attr { + key: "out_idx" + value { + type: DT_INT32 + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" + name: "Adam/update_embeddings/Shape" op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" + input: "Adam/update_embeddings/Unique" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT64 + } + } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } } } attr { @@ -62557,7 +59931,7 @@ node { list { shape { dim { - size: 2 + size: 1 } } } @@ -62571,14 +59945,14 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/strided_slice/stack" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@embeddings" + } } } attr { @@ -62587,58 +59961,41 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 1 } } + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" + name: "Adam/update_embeddings/strided_slice/stack_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" + s: "loc:@embeddings" } } } @@ -62647,6 +60004,9 @@ node { value { list { shape { + dim { + size: 1 + } } } } @@ -62663,22 +60023,23 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 1 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/strided_slice/stack_2" + op: "Const" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" + s: "loc:@embeddings" } } } @@ -62688,34 +60049,58 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 1 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/strided_slice" + op: "StridedSlice" + input: "Adam/update_embeddings/Shape" + input: "Adam/update_embeddings/strided_slice/stack" + input: "Adam/update_embeddings/strided_slice/stack_1" + input: "Adam/update_embeddings/strided_slice/stack_2" + attr { + key: "Index" + value { + type: DT_INT32 + } + } attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 + } + } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } } } attr { @@ -62723,98 +60108,71 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + i: 0 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: true + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 0 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "new_axis_mask" value { - type: DT_INT32 + i: 0 } } attr { - key: "_output_shapes" + key: "shrink_axis_mask" value { - list { - shape { - dim { - size: 2 - } - } - } + i: 1 } } +} +node { + name: "Adam/update_embeddings/UnsortedSegmentSum" + op: "UnsortedSegmentSum" + input: "gradients/embedding_lookup_grad/Reshape" + input: "Adam/update_embeddings/Unique:1" + input: "Adam/update_embeddings/strided_slice" attr { - key: "swap_memory" + key: "T" value { - b: false + type: DT_FLOAT } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "Tindices" value { - list { - shape { - dim { - size: 2 - } - } - } + type: DT_INT32 } } attr { - key: "elem_type" + key: "Tnumsegments" value { type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@embeddings" + } } } attr { @@ -62823,40 +60181,44 @@ node { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: 8 } } } } } +} +node { + name: "Adam/update_embeddings/ReadVariableOp" + op: "ReadVariableOp" + input: "beta2_power" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" + name: "Adam/update_embeddings/sub/x" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" + s: "loc:@embeddings" } } } @@ -62872,31 +60234,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 1.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub" + op: "Sub" + input: "Adam/update_embeddings/sub/x" + input: "Adam/update_embeddings/ReadVariableOp" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" + s: "loc:@embeddings" } } } @@ -62905,134 +60273,97 @@ node { value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/Sqrt" + op: "Sqrt" + input: "Adam/update_embeddings/sub" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@embeddings" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/mul" + op: "Mul" + input: "Adam/learning_rate" + input: "Adam/update_embeddings/Sqrt" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@embeddings" } } } attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub_1/x" + op: "Const" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@embeddings" + } } } attr { @@ -63040,109 +60371,94 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_FLOAT } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub_1" + op: "Sub" + input: "Adam/update_embeddings/sub_1/x" + input: "Adam/update_embeddings/ReadVariableOp_1" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/truediv" + op: "RealDiv" + input: "Adam/update_embeddings/mul" + input: "Adam/update_embeddings/sub_1" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@embeddings" } } } attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub_2/x" + op: "Const" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" + s: "loc:@embeddings" } } } @@ -63151,81 +60467,76 @@ node { value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub_2" + op: "Sub" + input: "Adam/update_embeddings/sub_2/x" + input: "Adam/beta1" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@embeddings" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/mul_1" + op: "Mul" + input: "Adam/update_embeddings/UnsortedSegmentSum" + input: "Adam/update_embeddings/sub_2" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } + } + } attr { key: "_output_shapes" value { @@ -63235,56 +60546,56 @@ node { size: -1 } dim { - size: 128 + size: 8 } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/ReadVariableOp_2" + op: "ReadVariableOp" + input: "embeddings/Adam" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/mul_2" + op: "Mul" + input: "Adam/update_embeddings/ReadVariableOp_2" + input: "Adam/beta1" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } } } attr { @@ -63293,47 +60604,47 @@ node { list { shape { dim { - size: 2 + size: 74 + } + dim { + size: 8 } } } } } +} +node { + name: "Adam/update_embeddings/AssignVariableOp" + op: "AssignVariableOp" + input: "embeddings/Adam" + input: "Adam/update_embeddings/mul_2" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@embeddings" + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_embeddings/ReadVariableOp_3" + op: "ReadVariableOp" + input: "embeddings/Adam" + input: "^Adam/update_embeddings/AssignVariableOp" attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -63341,64 +60652,98 @@ node { value { list { shape { - unknown_rank: true + dim { + size: 74 + } + dim { + size: 8 + } } } } } attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/ResourceScatterAdd" + op: "ResourceScatterAdd" + input: "embeddings/Adam" + input: "Adam/update_embeddings/Unique" + input: "Adam/update_embeddings/mul_1" + input: "^Adam/update_embeddings/AssignVariableOp" attr { - key: "T" + key: "Tindices" value { - type: DT_FLOAT + type: DT_INT64 } } attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT } } +} +node { + name: "Adam/update_embeddings/ReadVariableOp_4" + op: "ReadVariableOp" + input: "embeddings/Adam" + input: "^Adam/update_embeddings/AssignVariableOp" + input: "^Adam/update_embeddings/ResourceScatterAdd" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" + name: "Adam/update_embeddings/mul_3" op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + input: "Adam/update_embeddings/UnsortedSegmentSum" + input: "Adam/update_embeddings/UnsortedSegmentSum" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } + } + } attr { key: "_output_shapes" value { @@ -63408,7 +60753,7 @@ node { size: -1 } dim { - size: 128 + size: 8 } } } @@ -63416,14 +60761,13 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" + name: "Adam/update_embeddings/sub_3/x" op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" + s: "loc:@embeddings" } } } @@ -63439,31 +60783,37 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_FLOAT tensor_shape { } - int_val: -1 + float_val: 1.0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/sub_3" + op: "Sub" + input: "Adam/update_embeddings/sub_3/x" + input: "Adam/beta2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_class" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" + s: "loc:@embeddings" } } } @@ -63472,35 +60822,28 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "Adam/update_embeddings/mul_4" + op: "Mul" + input: "Adam/update_embeddings/mul_3" + input: "Adam/update_embeddings/sub_3" attr { - key: "elem_type" + key: "T" value { type: DT_FLOAT } } attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@embeddings" + } } } attr { @@ -63509,103 +60852,108 @@ node { list { shape { dim { - size: 2 + size: -1 + } + dim { + size: 8 } } } } } +} +node { + name: "Adam/update_embeddings/ReadVariableOp_5" + op: "ReadVariableOp" + input: "embeddings/Adam_1" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + dim { + size: 74 + } + dim { + size: 8 + } + } + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/mul_5" + op: "Mul" + input: "Adam/update_embeddings/ReadVariableOp_5" + input: "Adam/beta2" attr { key: "T" value { type: DT_FLOAT } } + attr { + key: "_class" + value { + list { + s: "loc:@embeddings" + } + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/AssignVariableOp_1" + op: "AssignVariableOp" + input: "embeddings/Adam_1" + input: "Adam/update_embeddings/mul_5" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@embeddings" } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/ReadVariableOp_6" + op: "ReadVariableOp" + input: "embeddings/Adam_1" + input: "^Adam/update_embeddings/AssignVariableOp_1" attr { - key: "T" + key: "_class" value { - type: DT_RESOURCE + list { + s: "loc:@embeddings" + } } } attr { @@ -63614,72 +60962,82 @@ node { list { shape { dim { - size: 2 + size: 74 + } + dim { + size: 8 } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } +} +node { + name: "Adam/update_embeddings/ResourceScatterAdd_1" + op: "ResourceScatterAdd" + input: "embeddings/Adam_1" + input: "Adam/update_embeddings/Unique" + input: "Adam/update_embeddings/mul_4" + input: "^Adam/update_embeddings/AssignVariableOp_1" attr { - key: "is_constant" + key: "Tindices" value { - b: true + type: DT_INT64 } } attr { - key: "parallel_iterations" + key: "_class" value { - i: 32 + list { + s: "loc:@embeddings" + } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } +} +node { + name: "Adam/update_embeddings/ReadVariableOp_7" + op: "ReadVariableOp" + input: "embeddings/Adam_1" + input: "^Adam/update_embeddings/AssignVariableOp_1" + input: "^Adam/update_embeddings/ResourceScatterAdd_1" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true + dim { + size: 74 + } + dim { + size: 8 + } } } } } attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/Sqrt_1" + op: "Sqrt" + input: "Adam/update_embeddings/ReadVariableOp_7" attr { key: "T" value { @@ -63687,9 +61045,11 @@ node { } } attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -63698,10 +61058,10 @@ node { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } @@ -63709,18 +61069,10 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/mul_6" + op: "Mul" + input: "Adam/update_embeddings/truediv" + input: "Adam/update_embeddings/ReadVariableOp_4" attr { key: "T" value { @@ -63731,7 +61083,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" + s: "loc:@embeddings" } } } @@ -63741,10 +61093,10 @@ node { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } @@ -63752,11 +61104,10 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/add" + op: "AddV2" + input: "Adam/update_embeddings/Sqrt_1" + input: "Adam/epsilon" attr { key: "T" value { @@ -63767,7 +61118,7 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" + s: "loc:@embeddings" } } } @@ -63777,10 +61128,10 @@ node { list { shape { dim { - size: -1 + size: 74 } dim { - size: 128 + size: 8 } } } @@ -63788,10 +61139,10 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_2_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/truediv_1" + op: "RealDiv" + input: "Adam/update_embeddings/mul_6" + input: "Adam/update_embeddings/add" attr { key: "T" value { @@ -63799,90 +61150,60 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@embeddings" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 74 + } + dim { + size: 8 } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/AssignSubVariableOp" + op: "AssignSubVariableOp" + input: "embeddings" + input: "Adam/update_embeddings/truediv_1" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - } - } + s: "loc:@embeddings" } } } attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/ReadVariableOp_8" + op: "ReadVariableOp" + input: "embeddings" + input: "^Adam/update_embeddings/AssignSubVariableOp" attr { - key: "T" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@embeddings" + } } } attr { @@ -63891,30 +61212,41 @@ node { list { shape { dim { - size: -1 + size: 74 } - } - shape { dim { - size: -1 + size: 8 } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_embeddings/group_deps" + op: "NoOp" + input: "^Adam/update_embeddings/AssignSubVariableOp" + input: "^Adam/update_embeddings/ReadVariableOp_4" + input: "^Adam/update_embeddings/ReadVariableOp_7" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" + s: "loc:@embeddings" } } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -63927,233 +61259,174 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_5" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_6" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { @@ -64169,24 +61442,20 @@ node { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_7" attr { key: "T" value { @@ -64194,67 +61463,79 @@ node { } } attr { - key: "Tidx" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + } } } attr { - key: "_output_shapes" + key: "use_locking" value { - list { - shape { - unknown_rank: true - } - } + b: false } } attr { - key: "keep_dims" + key: "use_nesterov" value { b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } attr { - key: "Tshape" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_8" attr { key: "T" value { @@ -64262,33 +61543,30 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "use_locking" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } + b: false + } + } + attr { + key: "use_nesterov" + value { + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -64301,108 +61579,123 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_9" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } attr { - key: "elem_type" + key: "use_locking" value { - type: DT_FLOAT + b: false } } attr { - key: "stack_name" + key: "use_nesterov" value { - s: "" + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_10" attr { key: "T" value { @@ -64410,103 +61703,79 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } attr { - key: "swap_memory" + key: "use_locking" + value { + b: false + } + } + attr { + key: "use_nesterov" value { b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_11" attr { key: "T" value { @@ -64514,130 +61783,110 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "use_locking" value { - type: DT_FLOAT + b: false + } + } + attr { + key: "use_nesterov" + value { + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_12" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } attr { - key: "keep_dims" + key: "use_locking" value { b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "use_nesterov" value { - type: DT_INT32 + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -64647,56 +61896,46 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" + shape { + } } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_13" attr { key: "T" value { @@ -64707,62 +61946,52 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } attr { - key: "_output_shapes" + key: "use_locking" value { - list { - shape { - } - } + b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "use_nesterov" value { - type: DT_FLOAT + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - } } } } @@ -64770,64 +61999,54 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_14" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "use_locking" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } + b: false + } + } + attr { + key: "use_nesterov" + value { + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -64840,233 +62059,174 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_15" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/fw/fw/while_grad/tuple/control_dependency_16" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { @@ -65082,24 +62242,20 @@ node { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_5" attr { key: "T" value { @@ -65107,403 +62263,319 @@ node { } } attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" } } } attr { - key: "keep_dims" + key: "use_locking" value { b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "use_nesterov" value { - type: DT_INT32 + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_6" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" } } } attr { - key: "dtype" + key: "use_locking" value { - type: DT_INT32 + b: false } } attr { - key: "value" + key: "use_nesterov" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" + shape { + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_7" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_8" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_9" attr { key: "T" value { @@ -65511,46 +62583,30 @@ node { } } attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" } } } attr { - key: "keep_dims" + key: "use_locking" value { b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "use_nesterov" value { - type: DT_INT32 + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -65560,56 +62616,46 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" + shape { + } } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_10" attr { key: "T" value { @@ -65620,62 +62666,52 @@ node { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" } } } attr { - key: "_output_shapes" + key: "use_locking" value { - list { - shape { - } - } + b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "use_nesterov" value { - type: DT_FLOAT + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - } } } } @@ -65683,64 +62719,54 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_11" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "use_locking" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } + b: false + } + } + attr { + key: "use_nesterov" + value { + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -65753,233 +62779,174 @@ node { attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_12" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_13" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { @@ -65995,24 +62962,20 @@ node { type: DT_FLOAT } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_14" attr { key: "T" value { @@ -66020,375 +62983,319 @@ node { } } attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - unknown_rank: true - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" } } } attr { - key: "keep_dims" + key: "use_locking" value { b: false } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "Tshape" + key: "use_nesterov" value { - type: DT_INT32 + b: false } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_15" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" } } } attr { - key: "dtype" + key: "use_locking" value { - type: DT_INT32 + b: false } } attr { - key: "value" + key: "use_nesterov" value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" + shape { + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/bidirectional_rnn/bw/bw/while_grad/tuple/control_dependency_16" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" } } } attr { - key: "frame_name" + key: "use_locking" value { - s: "bidirectional_rnn/fw/fw/while/while_context" + b: false } } attr { - key: "is_constant" + key: "use_nesterov" value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_dense/kernel/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_dense/kernel/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_dense/kernel/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "dense/kernel" + input: "dense/kernel/Adam" + input: "dense/kernel/Adam_1" + input: "Adam/update_dense/kernel/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_dense/kernel/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: 2 - } - } + s: "loc:@dense/kernel" } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" + key: "use_locking" value { - b: true + b: false } } attr { - key: "parallel_iterations" + key: "use_nesterov" value { - i: 32 + b: false } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/update_dense/bias/ResourceApplyAdam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/update_dense/bias/ResourceApplyAdam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta2_power" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/update_dense/bias/ResourceApplyAdam" + op: "ResourceApplyAdam" + input: "dense/bias" + input: "dense/bias/Adam" + input: "dense/bias/Adam_1" + input: "Adam/update_dense/bias/ResourceApplyAdam/ReadVariableOp" + input: "Adam/update_dense/bias/ResourceApplyAdam/ReadVariableOp_1" + input: "Adam/learning_rate" + input: "Adam/beta1" + input: "Adam/beta2" + input: "Adam/epsilon" + input: "gradients/dense/BiasAdd_grad/tuple/control_dependency_1" attr { key: "T" value { @@ -66396,62 +63303,78 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@dense/bias" } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "use_locking" value { - type: DT_FLOAT + b: false } } attr { - key: "Tidx" + key: "use_nesterov" value { - type: DT_INT32 + b: false } } +} +node { + name: "Adam/ReadVariableOp" + op: "ReadVariableOp" + input: "beta1_power" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_dense/bias/ResourceApplyAdam" + input: "^Adam/update_dense/kernel/ResourceApplyAdam" + input: "^Adam/update_embeddings/group_deps" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/mul" + op: "Mul" + input: "Adam/ReadVariableOp" + input: "Adam/beta1" attr { key: "T" value { @@ -66459,9 +63382,11 @@ node { } } attr { - key: "Tshape" + key: "_class" value { - type: DT_INT32 + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -66475,65 +63400,62 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/AssignVariableOp" + op: "AssignVariableOp" + input: "beta1_power" + input: "Adam/mul" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/ReadVariableOp_1" + op: "ReadVariableOp" + input: "beta1_power" + input: "^Adam/AssignVariableOp" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_dense/bias/ResourceApplyAdam" + input: "^Adam/update_dense/kernel/ResourceApplyAdam" + input: "^Adam/update_embeddings/group_deps" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } @@ -66546,40 +63468,65 @@ node { } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - op: "ZerosLike" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "Adam/ReadVariableOp_2" + op: "ReadVariableOp" + input: "beta2_power" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_dense/bias/ResourceApplyAdam" + input: "^Adam/update_dense/kernel/ResourceApplyAdam" + input: "^Adam/update_embeddings/group_deps" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/zeros" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/mul_1" + op: "Mul" + input: "Adam/ReadVariableOp_2" + input: "Adam/beta2" attr { key: "T" value { @@ -66587,50 +63534,81 @@ node { } } attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" } } } attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "Adam/AssignVariableOp_1" + op: "AssignVariableOp" + input: "beta2_power" + input: "Adam/mul_1" attr { - key: "is_constant" + key: "_class" value { - b: true + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:0" + name: "Adam/ReadVariableOp_3" + op: "ReadVariableOp" + input: "beta2_power" + input: "^Adam/AssignVariableOp_1" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_dense/bias/ResourceApplyAdam" + input: "^Adam/update_dense/kernel/ResourceApplyAdam" + input: "^Adam/update_embeddings/group_deps" attr { - key: "T" + key: "_class" value { - type: DT_FLOAT + list { + s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + } } } attr { @@ -66638,70 +63616,59 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - op: "Select" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" + name: "Adam/update" op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - device: "/replica:0/task:0/device:GPU:0" + input: "^Adam/AssignVariableOp" + input: "^Adam/AssignVariableOp_1" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/ResourceApplyAdam" + input: "^Adam/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/ResourceApplyAdam" + input: "^Adam/update_dense/bias/ResourceApplyAdam" + input: "^Adam/update_dense/kernel/ResourceApplyAdam" + input: "^Adam/update_embeddings/group_deps" } node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "Adam/Const" + op: "Const" + input: "^Adam/update" attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select" + s: "loc:@global_step" } } } @@ -66710,88 +63677,83 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT64 } } attr { - key: "_class" + key: "value" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 1 } } } +} +node { + name: "Adam" + op: "AssignAddVariableOp" + input: "global_step" + input: "Adam/Const" attr { - key: "_output_shapes" + key: "_class" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + s: "loc:@global_step" } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT64 } } +} +node { + name: "loss/tags" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "loss" + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" + name: "loss" + op: "ScalarSummary" + input: "loss/tags" + input: "softmax_cross_entropy_loss/value" attr { key: "T" value { @@ -66803,62 +63765,169 @@ node { value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "init" + op: "NoOp" + input: "^beta1_power/Assign" + input: "^beta2_power/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Assign" + input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Assign" + input: "^dense/bias/Adam/Assign" + input: "^dense/bias/Adam_1/Assign" + input: "^dense/bias/Assign" + input: "^dense/kernel/Adam/Assign" + input: "^dense/kernel/Adam_1/Assign" + input: "^dense/kernel/Assign" + input: "^embeddings/Adam/Assign" + input: "^embeddings/Adam_1/Assign" + input: "^embeddings/Assign" + input: "^global_step/Assign" +} +node { + name: "init_1" + op: "NoOp" +} +node { + name: "group_deps" + op: "NoOp" + input: "^init" + input: "^init_1" +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "global_step" attr { - key: "out_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_1" + op: "VarIsInitializedOp" + input: "embeddings" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_2" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_3" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_4" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { @@ -66868,215 +63937,319 @@ node { } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_5" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_6" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_7" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_8" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_9" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_10" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_11" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_12" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_13" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_14" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_15" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_16" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_17" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_18" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_19" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_20" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_21" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_22" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_23" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_24" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_25" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_26" + op: "VarIsInitializedOp" + input: "dense/kernel" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_27" + op: "VarIsInitializedOp" + input: "dense/bias" attr { key: "_output_shapes" value { @@ -67086,243 +64259,347 @@ node { } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_28" + op: "VarIsInitializedOp" + input: "beta1_power" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_29" + op: "VarIsInitializedOp" + input: "beta2_power" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_30" + op: "VarIsInitializedOp" + input: "embeddings/Adam" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_31" + op: "VarIsInitializedOp" + input: "embeddings/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_32" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_33" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_34" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_35" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_36" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_37" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_38" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_39" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_40" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_41" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_42" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_43" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_44" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_45" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_46" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_47" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_48" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_49" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_50" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_51" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_52" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { key: "_output_shapes" value { @@ -67332,318 +64609,361 @@ node { } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_53" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_54" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_55" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_56" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_57" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_58" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_59" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_60" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_61" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_62" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_63" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_64" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_65" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_66" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_67" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_68" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_69" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_70" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_71" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_72" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables/VarIsInitializedOp_73" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables/VarIsInitializedOp_74" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_75" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_76" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_77" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_78" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { key: "_output_shapes" value { @@ -67653,71 +64973,175 @@ node { } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_79" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_80" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/VarIsInitializedOp_81" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam_1" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" + shape { + } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_82" + op: "VarIsInitializedOp" + input: "dense/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables/VarIsInitializedOp_83" + op: "VarIsInitializedOp" + input: "dense/bias/Adam_1" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables/stack" + op: "Pack" + input: "report_uninitialized_variables/VarIsInitializedOp" + input: "report_uninitialized_variables/VarIsInitializedOp_1" + input: "report_uninitialized_variables/VarIsInitializedOp_2" + input: "report_uninitialized_variables/VarIsInitializedOp_3" + input: "report_uninitialized_variables/VarIsInitializedOp_4" + input: "report_uninitialized_variables/VarIsInitializedOp_5" + input: "report_uninitialized_variables/VarIsInitializedOp_6" + input: "report_uninitialized_variables/VarIsInitializedOp_7" + input: "report_uninitialized_variables/VarIsInitializedOp_8" + input: "report_uninitialized_variables/VarIsInitializedOp_9" + input: "report_uninitialized_variables/VarIsInitializedOp_10" + input: "report_uninitialized_variables/VarIsInitializedOp_11" + input: "report_uninitialized_variables/VarIsInitializedOp_12" + input: "report_uninitialized_variables/VarIsInitializedOp_13" + input: "report_uninitialized_variables/VarIsInitializedOp_14" + input: "report_uninitialized_variables/VarIsInitializedOp_15" + input: "report_uninitialized_variables/VarIsInitializedOp_16" + input: "report_uninitialized_variables/VarIsInitializedOp_17" + input: "report_uninitialized_variables/VarIsInitializedOp_18" + input: "report_uninitialized_variables/VarIsInitializedOp_19" + input: "report_uninitialized_variables/VarIsInitializedOp_20" + input: "report_uninitialized_variables/VarIsInitializedOp_21" + input: "report_uninitialized_variables/VarIsInitializedOp_22" + input: "report_uninitialized_variables/VarIsInitializedOp_23" + input: "report_uninitialized_variables/VarIsInitializedOp_24" + input: "report_uninitialized_variables/VarIsInitializedOp_25" + input: "report_uninitialized_variables/VarIsInitializedOp_26" + input: "report_uninitialized_variables/VarIsInitializedOp_27" + input: "report_uninitialized_variables/VarIsInitializedOp_28" + input: "report_uninitialized_variables/VarIsInitializedOp_29" + input: "report_uninitialized_variables/VarIsInitializedOp_30" + input: "report_uninitialized_variables/VarIsInitializedOp_31" + input: "report_uninitialized_variables/VarIsInitializedOp_32" + input: "report_uninitialized_variables/VarIsInitializedOp_33" + input: "report_uninitialized_variables/VarIsInitializedOp_34" + input: "report_uninitialized_variables/VarIsInitializedOp_35" + input: "report_uninitialized_variables/VarIsInitializedOp_36" + input: "report_uninitialized_variables/VarIsInitializedOp_37" + input: "report_uninitialized_variables/VarIsInitializedOp_38" + input: "report_uninitialized_variables/VarIsInitializedOp_39" + input: "report_uninitialized_variables/VarIsInitializedOp_40" + input: "report_uninitialized_variables/VarIsInitializedOp_41" + input: "report_uninitialized_variables/VarIsInitializedOp_42" + input: "report_uninitialized_variables/VarIsInitializedOp_43" + input: "report_uninitialized_variables/VarIsInitializedOp_44" + input: "report_uninitialized_variables/VarIsInitializedOp_45" + input: "report_uninitialized_variables/VarIsInitializedOp_46" + input: "report_uninitialized_variables/VarIsInitializedOp_47" + input: "report_uninitialized_variables/VarIsInitializedOp_48" + input: "report_uninitialized_variables/VarIsInitializedOp_49" + input: "report_uninitialized_variables/VarIsInitializedOp_50" + input: "report_uninitialized_variables/VarIsInitializedOp_51" + input: "report_uninitialized_variables/VarIsInitializedOp_52" + input: "report_uninitialized_variables/VarIsInitializedOp_53" + input: "report_uninitialized_variables/VarIsInitializedOp_54" + input: "report_uninitialized_variables/VarIsInitializedOp_55" + input: "report_uninitialized_variables/VarIsInitializedOp_56" + input: "report_uninitialized_variables/VarIsInitializedOp_57" + input: "report_uninitialized_variables/VarIsInitializedOp_58" + input: "report_uninitialized_variables/VarIsInitializedOp_59" + input: "report_uninitialized_variables/VarIsInitializedOp_60" + input: "report_uninitialized_variables/VarIsInitializedOp_61" + input: "report_uninitialized_variables/VarIsInitializedOp_62" + input: "report_uninitialized_variables/VarIsInitializedOp_63" + input: "report_uninitialized_variables/VarIsInitializedOp_64" + input: "report_uninitialized_variables/VarIsInitializedOp_65" + input: "report_uninitialized_variables/VarIsInitializedOp_66" + input: "report_uninitialized_variables/VarIsInitializedOp_67" + input: "report_uninitialized_variables/VarIsInitializedOp_68" + input: "report_uninitialized_variables/VarIsInitializedOp_69" + input: "report_uninitialized_variables/VarIsInitializedOp_70" + input: "report_uninitialized_variables/VarIsInitializedOp_71" + input: "report_uninitialized_variables/VarIsInitializedOp_72" + input: "report_uninitialized_variables/VarIsInitializedOp_73" + input: "report_uninitialized_variables/VarIsInitializedOp_74" + input: "report_uninitialized_variables/VarIsInitializedOp_75" + input: "report_uninitialized_variables/VarIsInitializedOp_76" + input: "report_uninitialized_variables/VarIsInitializedOp_77" + input: "report_uninitialized_variables/VarIsInitializedOp_78" + input: "report_uninitialized_variables/VarIsInitializedOp_79" + input: "report_uninitialized_variables/VarIsInitializedOp_80" + input: "report_uninitialized_variables/VarIsInitializedOp_81" + input: "report_uninitialized_variables/VarIsInitializedOp_82" + input: "report_uninitialized_variables/VarIsInitializedOp_83" + device: "/device:CPU:0" attr { - key: "stack_name" + key: "N" value { - s: "" + i: 84 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_RESOURCE + type: DT_BOOL } } attr { @@ -67726,266 +65150,323 @@ node { list { shape { dim { - size: 2 + size: 84 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "axis" value { - i: 32 + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables/LogicalNot" + op: "LogicalNot" + input: "report_uninitialized_variables/stack" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/Const" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_FLOAT + type: DT_STRING } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_STRING + tensor_shape { + dim { + size: 84 + } + } + string_val: "global_step" + string_val: "embeddings" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "dense/kernel" + string_val: "dense/bias" + string_val: "beta1_power" + string_val: "beta2_power" + string_val: "embeddings/Adam" + string_val: "embeddings/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "dense/kernel/Adam" + string_val: "dense/kernel/Adam_1" + string_val: "dense/bias/Adam" + string_val: "dense/bias/Adam_1" + } } } +} +node { + name: "report_uninitialized_variables/boolean_mask/Shape" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 84 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/strided_slice/stack" + op: "Const" + device: "/device:CPU:0" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "Tidx" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - unknown_rank: true + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 0 } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/strided_slice/stack_1" + op: "Const" + device: "/device:CPU:0" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "Tshape" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/strided_slice/stack_2" + op: "Const" + device: "/device:CPU:0" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - } + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/strided_slice" + op: "StridedSlice" + input: "report_uninitialized_variables/boolean_mask/Shape" + input: "report_uninitialized_variables/boolean_mask/strided_slice/stack" + input: "report_uninitialized_variables/boolean_mask/strided_slice/stack_1" + input: "report_uninitialized_variables/boolean_mask/strided_slice/stack_2" + device: "/device:CPU:0" attr { - key: "T" + key: "Index" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - } + type: DT_INT32 } } attr { @@ -67994,123 +65475,126 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "begin_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_output_shapes" + key: "ellipsis_mask" value { - list { - shape { - dim { - size: 2 - } - } - } + i: 0 } } attr { - key: "out_type" + key: "end_mask" value { - type: DT_INT32 + i: 0 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "new_axis_mask" value { - type: DT_FLOAT + i: 0 + } + } + attr { + key: "shrink_axis_mask" + value { + i: 0 } } +} +node { + name: "report_uninitialized_variables/boolean_mask/Prod/reduction_indices" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "out_type" + key: "dtype" value { type: DT_INT32 } } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/Prod" + op: "Prod" + input: "report_uninitialized_variables/boolean_mask/strided_slice" + input: "report_uninitialized_variables/boolean_mask/Prod/reduction_indices" + device: "/device:CPU:0" attr { key: "T" value { type: DT_INT32 } } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "keep_dims" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } + b: false } } +} +node { + name: "report_uninitialized_variables/boolean_mask/Shape_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -68127,158 +65611,144 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 84 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 1 } } } +} +node { + name: "report_uninitialized_variables/boolean_mask/strided_slice_1" + op: "StridedSlice" + input: "report_uninitialized_variables/boolean_mask/Shape_1" + input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack" + input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_1" + input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_2" + device: "/device:CPU:0" attr { - key: "elem_type" + key: "Index" value { type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -68287,48 +65757,54 @@ node { list { shape { dim { - size: 2 } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + i: 1 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: true + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 0 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "new_axis_mask" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } + i: 0 + } + } + attr { + key: "shrink_axis_mask" + value { + i: 0 } } +} +node { + name: "report_uninitialized_variables/boolean_mask/Shape_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -68345,158 +65821,144 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 84 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 1 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 1 } } } +} +node { + name: "report_uninitialized_variables/boolean_mask/strided_slice_2" + op: "StridedSlice" + input: "report_uninitialized_variables/boolean_mask/Shape_2" + input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack" + input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_1" + input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_2" + device: "/device:CPU:0" attr { - key: "elem_type" + key: "Index" value { type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -68505,41 +65967,57 @@ node { list { shape { dim { - size: 2 } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + i: 0 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: true + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 1 + } + } + attr { + key: "new_axis_mask" + value { + i: 0 + } + } + attr { + key: "shrink_axis_mask" + value { + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/concat/values_1" + op: "Pack" + input: "report_uninitialized_variables/boolean_mask/Prod" + device: "/device:CPU:0" + attr { + key: "N" + value { + i: 1 + } + } attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -68548,28 +66026,23 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "axis" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - } + i: 0 } } +} +node { + name: "report_uninitialized_variables/boolean_mask/concat/axis" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -68592,58 +66065,35 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: -1 + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } + name: "report_uninitialized_variables/boolean_mask/concat" + op: "ConcatV2" + input: "report_uninitialized_variables/boolean_mask/strided_slice_1" + input: "report_uninitialized_variables/boolean_mask/concat/values_1" + input: "report_uninitialized_variables/boolean_mask/strided_slice_2" + input: "report_uninitialized_variables/boolean_mask/concat/axis" + device: "/device:CPU:0" attr { - key: "elem_type" + key: "N" value { - type: DT_FLOAT + i: 3 } } attr { - key: "stack_name" + key: "T" value { - s: "" + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tidx" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -68652,42 +66102,29 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } +} +node { + name: "report_uninitialized_variables/boolean_mask/Reshape" + op: "Reshape" + input: "report_uninitialized_variables/Const" + input: "report_uninitialized_variables/boolean_mask/concat" + device: "/device:CPU:0" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "T" value { - i: 32 + type: DT_STRING } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "Tshape" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -68696,106 +66133,64 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/Reshape_1/shape" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: -1 } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/Reshape_1" + op: "Reshape" + input: "report_uninitialized_variables/LogicalNot" + input: "report_uninitialized_variables/boolean_mask/Reshape_1/shape" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_BOOL } } attr { - key: "Tidx" + key: "Tshape" value { type: DT_INT32 } @@ -68805,34 +66200,23 @@ node { value { list { shape { - unknown_rank: true + dim { + size: 84 + } } } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/Where" + op: "Where" + input: "report_uninitialized_variables/boolean_mask/Reshape_1" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + type: DT_BOOL } } attr { @@ -68844,7 +66228,7 @@ node { size: -1 } dim { - size: 128 + size: 1 } } } @@ -68852,15 +66236,14 @@ node { } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/Squeeze" + op: "Squeeze" + input: "report_uninitialized_variables/boolean_mask/Where" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT64 } } attr { @@ -68871,26 +66254,23 @@ node { dim { size: -1 } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_class" + key: "squeeze_dims" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" + i: 1 } } } +} +node { + name: "report_uninitialized_variables/boolean_mask/GatherV2/axis" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { @@ -68913,22 +66293,34 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: -1 + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables/boolean_mask/GatherV2" + op: "GatherV2" + input: "report_uninitialized_variables/boolean_mask/Reshape" + input: "report_uninitialized_variables/boolean_mask/Squeeze" + input: "report_uninitialized_variables/boolean_mask/GatherV2/axis" + device: "/device:CPU:0" attr { - key: "_class" + key: "Taxis" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - } + type: DT_INT32 + } + } + attr { + key: "Tindices" + value { + type: DT_INT64 + } + } + attr { + key: "Tparams" + value { + type: DT_STRING } } attr { @@ -68937,182 +66329,99 @@ node { list { shape { dim { - size: 2 + size: -1 } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" + key: "batch_dims" value { - s: "" + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_resources/Const" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_STRING } } attr { - key: "is_constant" + key: "value" value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_STRING + tensor_shape { dim { - size: 128 } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "concat_1/axis" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: 2 - } + tensor { + dtype: DT_INT32 + tensor_shape { } + int_val: 0 } } } +} +node { + name: "concat_1" + op: "ConcatV2" + input: "report_uninitialized_variables/boolean_mask/GatherV2" + input: "report_uninitialized_resources/Const" + input: "concat_1/axis" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "N" value { - i: 32 + i: 2 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_STRING } } attr { @@ -69126,233 +66435,144 @@ node { value { list { shape { - unknown_rank: true + dim { + size: -1 + } } } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp" + op: "VarIsInitializedOp" + input: "global_step" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_1" + op: "VarIsInitializedOp" + input: "embeddings" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_2" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_3" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_4" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_5" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_6" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_7" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_8" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_9" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { key: "_output_shapes" value { @@ -69362,215 +66582,123 @@ node { } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_10" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_11" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_12" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_13" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_14" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_15" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_16" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_17" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_18" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" attr { key: "_output_shapes" value { @@ -69580,243 +66708,137 @@ node { } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_19" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_20" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_21" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_22" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_23" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_24" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_25" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/VarIsInitializedOp_26" + op: "VarIsInitializedOp" + input: "dense/kernel" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_27" + op: "VarIsInitializedOp" + input: "dense/bias" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_28" + op: "VarIsInitializedOp" + input: "beta1_power" attr { key: "_output_shapes" value { @@ -69826,318 +66848,431 @@ node { } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_29" + op: "VarIsInitializedOp" + input: "beta2_power" attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_30" + op: "VarIsInitializedOp" + input: "embeddings/Adam" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_31" + op: "VarIsInitializedOp" + input: "embeddings/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_32" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_33" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_34" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_35" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_36" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_37" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_38" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_39" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_40" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_41" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_42" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_43" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_44" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_45" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_46" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_47" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_48" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_49" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_50" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { - key: "Tidx" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_51" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_52" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { - key: "keep_dims" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_53" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_54" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { - key: "Tshape" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_55" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_56" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_57" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_58" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_59" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { @@ -70147,260 +67282,441 @@ node { } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_60" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_61" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT32 - tensor_shape { + list { + shape { } - int_val: -1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_62" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" + shape { + } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_63" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_64" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_65" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_66" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_67" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_68" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_69" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_70" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_71" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_72" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_73" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" attr { - key: "swap_memory" + key: "_output_shapes" value { - b: false + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_74" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_75" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" attr { - key: "elem_type" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_76" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" attr { - key: "T" + key: "_output_shapes" value { - type: DT_RESOURCE + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_77" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_78" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" attr { - key: "frame_name" + key: "_output_shapes" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_79" + op: "VarIsInitializedOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" attr { - key: "is_constant" + key: "_output_shapes" value { - b: true + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_80" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam" attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/VarIsInitializedOp_81" + op: "VarIsInitializedOp" + input: "dense/kernel/Adam_1" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_82" + op: "VarIsInitializedOp" + input: "dense/bias/Adam" attr { - key: "Tidx" + key: "_output_shapes" value { - type: DT_INT32 + list { + shape { + } + } } } +} +node { + name: "report_uninitialized_variables_1/VarIsInitializedOp_83" + op: "VarIsInitializedOp" + input: "dense/bias/Adam_1" attr { key: "_output_shapes" value { list { shape { - unknown_rank: true } } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/stack" + op: "Pack" + input: "report_uninitialized_variables_1/VarIsInitializedOp" + input: "report_uninitialized_variables_1/VarIsInitializedOp_1" + input: "report_uninitialized_variables_1/VarIsInitializedOp_2" + input: "report_uninitialized_variables_1/VarIsInitializedOp_3" + input: "report_uninitialized_variables_1/VarIsInitializedOp_4" + input: "report_uninitialized_variables_1/VarIsInitializedOp_5" + input: "report_uninitialized_variables_1/VarIsInitializedOp_6" + input: "report_uninitialized_variables_1/VarIsInitializedOp_7" + input: "report_uninitialized_variables_1/VarIsInitializedOp_8" + input: "report_uninitialized_variables_1/VarIsInitializedOp_9" + input: "report_uninitialized_variables_1/VarIsInitializedOp_10" + input: "report_uninitialized_variables_1/VarIsInitializedOp_11" + input: "report_uninitialized_variables_1/VarIsInitializedOp_12" + input: "report_uninitialized_variables_1/VarIsInitializedOp_13" + input: "report_uninitialized_variables_1/VarIsInitializedOp_14" + input: "report_uninitialized_variables_1/VarIsInitializedOp_15" + input: "report_uninitialized_variables_1/VarIsInitializedOp_16" + input: "report_uninitialized_variables_1/VarIsInitializedOp_17" + input: "report_uninitialized_variables_1/VarIsInitializedOp_18" + input: "report_uninitialized_variables_1/VarIsInitializedOp_19" + input: "report_uninitialized_variables_1/VarIsInitializedOp_20" + input: "report_uninitialized_variables_1/VarIsInitializedOp_21" + input: "report_uninitialized_variables_1/VarIsInitializedOp_22" + input: "report_uninitialized_variables_1/VarIsInitializedOp_23" + input: "report_uninitialized_variables_1/VarIsInitializedOp_24" + input: "report_uninitialized_variables_1/VarIsInitializedOp_25" + input: "report_uninitialized_variables_1/VarIsInitializedOp_26" + input: "report_uninitialized_variables_1/VarIsInitializedOp_27" + input: "report_uninitialized_variables_1/VarIsInitializedOp_28" + input: "report_uninitialized_variables_1/VarIsInitializedOp_29" + input: "report_uninitialized_variables_1/VarIsInitializedOp_30" + input: "report_uninitialized_variables_1/VarIsInitializedOp_31" + input: "report_uninitialized_variables_1/VarIsInitializedOp_32" + input: "report_uninitialized_variables_1/VarIsInitializedOp_33" + input: "report_uninitialized_variables_1/VarIsInitializedOp_34" + input: "report_uninitialized_variables_1/VarIsInitializedOp_35" + input: "report_uninitialized_variables_1/VarIsInitializedOp_36" + input: "report_uninitialized_variables_1/VarIsInitializedOp_37" + input: "report_uninitialized_variables_1/VarIsInitializedOp_38" + input: "report_uninitialized_variables_1/VarIsInitializedOp_39" + input: "report_uninitialized_variables_1/VarIsInitializedOp_40" + input: "report_uninitialized_variables_1/VarIsInitializedOp_41" + input: "report_uninitialized_variables_1/VarIsInitializedOp_42" + input: "report_uninitialized_variables_1/VarIsInitializedOp_43" + input: "report_uninitialized_variables_1/VarIsInitializedOp_44" + input: "report_uninitialized_variables_1/VarIsInitializedOp_45" + input: "report_uninitialized_variables_1/VarIsInitializedOp_46" + input: "report_uninitialized_variables_1/VarIsInitializedOp_47" + input: "report_uninitialized_variables_1/VarIsInitializedOp_48" + input: "report_uninitialized_variables_1/VarIsInitializedOp_49" + input: "report_uninitialized_variables_1/VarIsInitializedOp_50" + input: "report_uninitialized_variables_1/VarIsInitializedOp_51" + input: "report_uninitialized_variables_1/VarIsInitializedOp_52" + input: "report_uninitialized_variables_1/VarIsInitializedOp_53" + input: "report_uninitialized_variables_1/VarIsInitializedOp_54" + input: "report_uninitialized_variables_1/VarIsInitializedOp_55" + input: "report_uninitialized_variables_1/VarIsInitializedOp_56" + input: "report_uninitialized_variables_1/VarIsInitializedOp_57" + input: "report_uninitialized_variables_1/VarIsInitializedOp_58" + input: "report_uninitialized_variables_1/VarIsInitializedOp_59" + input: "report_uninitialized_variables_1/VarIsInitializedOp_60" + input: "report_uninitialized_variables_1/VarIsInitializedOp_61" + input: "report_uninitialized_variables_1/VarIsInitializedOp_62" + input: "report_uninitialized_variables_1/VarIsInitializedOp_63" + input: "report_uninitialized_variables_1/VarIsInitializedOp_64" + input: "report_uninitialized_variables_1/VarIsInitializedOp_65" + input: "report_uninitialized_variables_1/VarIsInitializedOp_66" + input: "report_uninitialized_variables_1/VarIsInitializedOp_67" + input: "report_uninitialized_variables_1/VarIsInitializedOp_68" + input: "report_uninitialized_variables_1/VarIsInitializedOp_69" + input: "report_uninitialized_variables_1/VarIsInitializedOp_70" + input: "report_uninitialized_variables_1/VarIsInitializedOp_71" + input: "report_uninitialized_variables_1/VarIsInitializedOp_72" + input: "report_uninitialized_variables_1/VarIsInitializedOp_73" + input: "report_uninitialized_variables_1/VarIsInitializedOp_74" + input: "report_uninitialized_variables_1/VarIsInitializedOp_75" + input: "report_uninitialized_variables_1/VarIsInitializedOp_76" + input: "report_uninitialized_variables_1/VarIsInitializedOp_77" + input: "report_uninitialized_variables_1/VarIsInitializedOp_78" + input: "report_uninitialized_variables_1/VarIsInitializedOp_79" + input: "report_uninitialized_variables_1/VarIsInitializedOp_80" + input: "report_uninitialized_variables_1/VarIsInitializedOp_81" + input: "report_uninitialized_variables_1/VarIsInitializedOp_82" + input: "report_uninitialized_variables_1/VarIsInitializedOp_83" + device: "/device:CPU:0" attr { - key: "T" + key: "N" value { - type: DT_FLOAT + i: 84 } } attr { - key: "Tshape" + key: "T" value { - type: DT_INT32 + type: DT_BOOL } } attr { @@ -70409,53 +67725,31 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_class" + key: "axis" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - } + i: 0 } } +} +node { + name: "report_uninitialized_variables_1/LogicalNot" + op: "LogicalNot" + input: "report_uninitialized_variables_1/stack" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } @@ -70463,82 +67757,136 @@ node { } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - } - } - } + name: "report_uninitialized_variables_1/Const" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_STRING } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_STRING + tensor_shape { dim { - size: 2 + size: 84 } } + string_val: "global_step" + string_val: "embeddings" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "dense/kernel" + string_val: "dense/bias" + string_val: "beta1_power" + string_val: "beta2_power" + string_val: "embeddings/Adam" + string_val: "embeddings/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "dense/kernel/Adam" + string_val: "dense/kernel/Adam_1" + string_val: "dense/bias/Adam" + string_val: "dense/bias/Adam_1" } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" + name: "report_uninitialized_variables_1/boolean_mask/Shape" op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { + size: 1 } } } @@ -70557,63 +67905,30 @@ node { dtype: DT_INT32 tensor_shape { dim { + size: 1 } } + int_val: 84 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - } - shape { - dim { - size: -1 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { @@ -70626,158 +67941,107 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 1 } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 1 } } } +} +node { + name: "report_uninitialized_variables_1/boolean_mask/strided_slice" + op: "StridedSlice" + input: "report_uninitialized_variables_1/boolean_mask/Shape" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_1" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_2" + device: "/device:CPU:0" attr { - key: "elem_type" + key: "Index" value { type: DT_INT32 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -70786,69 +68050,55 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + i: 0 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: true + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 0 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "new_axis_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_output_shapes" + key: "shrink_axis_mask" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + i: 0 } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" + name: "report_uninitialized_variables_1/boolean_mask/Prod/reduction_indices" op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -70856,31 +68106,34 @@ node { attr { key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { key: "value" value { tensor { - dtype: DT_FLOAT + dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - float_val: 0.800000011920929 + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/Prod" + op: "Prod" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice" + input: "report_uninitialized_variables_1/boolean_mask/Prod/reduction_indices" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_INT32 } } attr { @@ -70894,7 +68147,6 @@ node { value { list { shape { - unknown_rank: true } } } @@ -70907,199 +68159,169 @@ node { } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/Shape_1" + op: "Const" + device: "/device:CPU:0" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "Tshape" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 84 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_1" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 128 + size: 1 } } + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_2" + op: "Const" + device: "/device:CPU:0" attr { - key: "T" + key: "_output_shapes" value { - type: DT_FLOAT + list { + shape { + dim { + size: 1 + } + } + } } } attr { - key: "Tidx" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - unknown_rank: true + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } } + int_val: 1 } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1" + op: "StridedSlice" + input: "report_uninitialized_variables_1/boolean_mask/Shape_1" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_1" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_2" + device: "/device:CPU:0" attr { - key: "T" + key: "Index" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "Tshape" + key: "T" value { type: DT_INT32 } @@ -71109,191 +68331,129 @@ node { value { list { shape { + dim { + } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "begin_mask" value { - type: DT_FLOAT + i: 1 } } attr { - key: "_class" + key: "ellipsis_mask" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - } + i: 0 } } attr { - key: "_output_shapes" + key: "end_mask" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + i: 0 } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "new_axis_mask" value { - type: DT_FLOAT + i: 0 } } attr { - key: "_class" + key: "shrink_axis_mask" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - } + i: 0 } } +} +node { + name: "report_uninitialized_variables_1/boolean_mask/Shape_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: 2 + size: 1 } } + int_val: 84 } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" + key: "dtype" value { type: DT_INT32 } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } - } - shape { + tensor { + dtype: DT_INT32 + tensor_shape { dim { - size: -1 + size: 1 } } + int_val: 1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_1" op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -71310,59 +68470,70 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } - int_val: -1 + int_val: 0 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_2" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 1 + } + } + int_val: 1 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2" + op: "StridedSlice" + input: "report_uninitialized_variables_1/boolean_mask/Shape_2" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_1" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_2" + device: "/device:CPU:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 } } attr { @@ -71371,38 +68542,53 @@ node { list { shape { dim { - size: 2 } } } } } attr { - key: "frame_name" + key: "begin_mask" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + i: 0 } } attr { - key: "is_constant" + key: "ellipsis_mask" value { - b: true + i: 0 } } attr { - key: "parallel_iterations" + key: "end_mask" value { - i: 32 + i: 1 + } + } + attr { + key: "new_axis_mask" + value { + i: 0 + } + } + attr { + key: "shrink_axis_mask" + value { + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/concat/values_1" + op: "Pack" + input: "report_uninitialized_variables_1/boolean_mask/Prod" + device: "/device:CPU:0" + attr { + key: "N" + value { + i: 1 + } + } attr { key: "T" value { @@ -71415,53 +68601,74 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } attr { - key: "swap_memory" + key: "axis" value { - b: false + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/concat/axis" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { type: DT_INT32 } } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } + } + } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/concat" + op: "ConcatV2" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1" + input: "report_uninitialized_variables_1/boolean_mask/concat/values_1" + input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2" + input: "report_uninitialized_variables_1/boolean_mask/concat/axis" + device: "/device:CPU:0" + attr { + key: "N" + value { + i: 3 + } + } attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT32 + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } attr { @@ -71470,48 +68677,56 @@ node { list { shape { dim { - size: 2 + size: 1 } } } } } +} +node { + name: "report_uninitialized_variables_1/boolean_mask/Reshape" + op: "Reshape" + input: "report_uninitialized_variables_1/Const" + input: "report_uninitialized_variables_1/boolean_mask/concat" + device: "/device:CPU:0" attr { - key: "frame_name" + key: "T" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + type: DT_STRING } } attr { - key: "is_constant" + key: "Tshape" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "_output_shapes" value { - i: 32 + list { + shape { + dim { + size: 84 + } + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" + name: "report_uninitialized_variables_1/boolean_mask/Reshape_1/shape" op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } - } - } + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { + dim { + size: 1 + } } } } @@ -71528,6 +68743,9 @@ node { tensor { dtype: DT_INT32 tensor_shape { + dim { + size: 1 + } } int_val: -1 } @@ -71535,16 +68753,21 @@ node { } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/Reshape_1" + op: "Reshape" + input: "report_uninitialized_variables_1/LogicalNot" + input: "report_uninitialized_variables_1/boolean_mask/Reshape_1/shape" + device: "/device:CPU:0" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } + type: DT_BOOL + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 } } attr { @@ -71553,34 +68776,49 @@ node { list { shape { dim { - size: 2 + size: 84 } } } } } +} +node { + name: "report_uninitialized_variables_1/boolean_mask/Where" + op: "Where" + input: "report_uninitialized_variables_1/boolean_mask/Reshape_1" + device: "/device:CPU:0" attr { - key: "elem_type" + key: "T" value { - type: DT_INT32 + type: DT_BOOL } } attr { - key: "stack_name" + key: "_output_shapes" value { - s: "" + list { + shape { + dim { + size: -1 + } + dim { + size: 1 + } + } + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/Squeeze" + op: "Squeeze" + input: "report_uninitialized_variables_1/boolean_mask/Where" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_RESOURCE + type: DT_INT64 } } attr { @@ -71589,140 +68827,182 @@ node { list { shape { dim { - size: 2 + size: -1 } } } } } attr { - key: "frame_name" + key: "squeeze_dims" + value { + list { + i: 1 + } + } + } +} +node { + name: "report_uninitialized_variables_1/boolean_mask/GatherV2/axis" + op: "Const" + device: "/device:CPU:0" + attr { + key: "_output_shapes" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + list { + shape { + } + } } } attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_INT32 } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_variables_1/boolean_mask/GatherV2" + op: "GatherV2" + input: "report_uninitialized_variables_1/boolean_mask/Reshape" + input: "report_uninitialized_variables_1/boolean_mask/Squeeze" + input: "report_uninitialized_variables_1/boolean_mask/GatherV2/axis" + device: "/device:CPU:0" attr { - key: "T" + key: "Taxis" value { type: DT_INT32 } } + attr { + key: "Tindices" + value { + type: DT_INT64 + } + } + attr { + key: "Tparams" + value { + type: DT_STRING + } + } attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: -1 } } } } } attr { - key: "swap_memory" + key: "batch_dims" value { - b: false + i: 0 } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "report_uninitialized_resources_1/Const" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } +} +node { + name: "concat_2/axis" + op: "Const" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + type: DT_INT32 } } attr { - key: "is_constant" + key: "value" value { - b: true + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } +} +node { + name: "concat_2" + op: "ConcatV2" + input: "report_uninitialized_variables_1/boolean_mask/GatherV2" + input: "report_uninitialized_resources_1/Const" + input: "concat_2/axis" attr { - key: "parallel_iterations" + key: "N" value { - i: 32 + i: 2 } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_STRING + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } attr { @@ -71733,26 +69013,53 @@ node { dim { size: -1 } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "init_2" + op: "NoOp" +} +node { + name: "init_all_tables" + op: "NoOp" +} +node { + name: "init_3" + op: "NoOp" +} +node { + name: "group_deps_1" + op: "NoOp" + input: "^init_2" + input: "^init_3" + input: "^init_all_tables" +} +node { + name: "Merge/MergeSummary" + op: "MergeSummary" + input: "loss" attr { - key: "_class" + key: "N" + value { + i: 1 + } + } + attr { + key: "_output_shapes" value { list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" + shape { + } } } } +} +node { + name: "save/filename/input" + op: "Const" attr { key: "_output_shapes" value { @@ -71765,222 +69072,169 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { } - int_val: -1 + string_val: "model" } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - } - } - } + name: "save/filename" + op: "PlaceholderWithDefault" + input: "save/filename/input" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_FLOAT + type: DT_STRING } } attr { - key: "stack_name" + key: "shape" value { - s: "" + shape { + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "save/Const" + op: "PlaceholderWithDefault" + input: "save/filename" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" + key: "dtype" value { - s: "bidirectional_rnn/bw/bw/while/while_context" + type: DT_STRING } } attr { - key: "is_constant" + key: "shape" value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 + shape { + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "save/StaticRegexFullMatch" + op: "StaticRegexFullMatch" + input: "save/Const" + device: "/device:CPU:*" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "swap_memory" + key: "pattern" value { - b: false + s: "^s3://.*" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Const_1" + op: "Const" + device: "/device:CPU:*" attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_FLOAT + type: DT_STRING } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "value" value { - type: DT_RESOURCE + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: ".part" + } } } +} +node { + name: "save/Const_2" + op: "Const" + device: "/device:CPU:*" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" + key: "dtype" value { - b: true + type: DT_STRING } } attr { - key: "parallel_iterations" + key: "value" value { - i: 32 + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "_temp/part" + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Select" + op: "Select" + input: "save/StaticRegexFullMatch" + input: "save/Const_1" + input: "save/Const_2" + device: "/device:CPU:*" attr { key: "T" value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + type: DT_STRING } } attr { @@ -71988,34 +69242,21 @@ node { value { list { shape { - unknown_rank: true } } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "save/StringJoin" + op: "StringJoin" + input: "save/Const" + input: "save/Select" + device: "/device:CPU:*" attr { - key: "Tshape" + key: "N" value { - type: DT_INT32 + i: 2 } } attr { @@ -72023,57 +69264,20 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } attr { - key: "_output_shapes" + key: "separator" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + s: "" } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" + name: "save/num_shards" op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } attr { key: "_output_shapes" value { @@ -72096,289 +69300,499 @@ node { dtype: DT_INT32 tensor_shape { } - int_val: -1 + int_val: 1 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } + name: "save/ShardedFilename/shard" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } attr { - key: "elem_type" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT32 } } attr { - key: "stack_name" + key: "value" value { - s: "" + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "save/ShardedFilename" + op: "ShardedFilename" + input: "save/StringJoin" + input: "save/ShardedFilename/shard" + input: "save/num_shards" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } + name: "save/SaveV2/tensor_names" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 84 } } } } } attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_STRING } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - dim { - size: -1 - } + tensor { + dtype: DT_STRING + tensor_shape { dim { - size: 128 + size: 84 } } + string_val: "beta1_power" + string_val: "beta2_power" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "dense/bias" + string_val: "dense/bias/Adam" + string_val: "dense/bias/Adam_1" + string_val: "dense/kernel" + string_val: "dense/kernel/Adam" + string_val: "dense/kernel/Adam_1" + string_val: "embeddings" + string_val: "embeddings/Adam" + string_val: "embeddings/Adam_1" + string_val: "global_step" } } } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "save/SaveV2/shape_and_slices" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: 2 + size: 84 } } } } } attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" + key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { - key: "_output_shapes" + key: "value" value { - list { - shape { - unknown_rank: true + tensor { + dtype: DT_STRING + tensor_shape { + dim { + size: 84 + } } + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" } } } - attr { - key: "keep_dims" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } + name: "save/SaveV2" + op: "SaveV2" + input: "save/ShardedFilename" + input: "save/SaveV2/tensor_names" + input: "save/SaveV2/shape_and_slices" + input: "beta1_power/Read/ReadVariableOp" + input: "beta2_power/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam/Read/ReadVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" + input: "dense/bias/Read/ReadVariableOp" + input: "dense/bias/Adam/Read/ReadVariableOp" + input: "dense/bias/Adam_1/Read/ReadVariableOp" + input: "dense/kernel/Read/ReadVariableOp" + input: "dense/kernel/Adam/Read/ReadVariableOp" + input: "dense/kernel/Adam_1/Read/ReadVariableOp" + input: "embeddings/Read/ReadVariableOp" + input: "embeddings/Adam/Read/ReadVariableOp" + input: "embeddings/Adam_1/Read/ReadVariableOp" + input: "global_step/Read/ReadVariableOp" + device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "dtypes" value { list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_INT64 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" + name: "save/control_dependency" op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + input: "save/ShardedFilename" + input: "^save/SaveV2" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_STRING } } attr { key: "_class" value { list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" + s: "loc:@save/ShardedFilename" } } } @@ -72387,35 +69801,27 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/MergeV2Checkpoints/checkpoint_prefixes" + op: "Pack" + input: "save/ShardedFilename" + input: "^save/control_dependency" + device: "/device:CPU:0" attr { - key: "T" + key: "N" value { - type: DT_FLOAT + i: 1 } } attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - } + type: DT_STRING } } attr { @@ -72424,46 +69830,43 @@ node { list { shape { dim { - size: -1 - } - dim { - size: 128 + size: 1 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_2_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" attr { - key: "T" + key: "axis" value { - type: DT_FLOAT + i: 0 } } +} +node { + name: "save/MergeV2Checkpoints" + op: "MergeV2Checkpoints" + input: "save/MergeV2Checkpoints/checkpoint_prefixes" + input: "save/Const" + device: "/device:CPU:0" attr { - key: "_output_shapes" + key: "delete_old_dirs" value { - list { - shape { - } - } + b: true } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity" + op: "Identity" + input: "save/Const" + input: "^save/MergeV2Checkpoints" + input: "^save/control_dependency" + device: "/device:CPU:0" attr { key: "T" value { - type: DT_FLOAT + type: DT_STRING } } attr { @@ -72471,31 +69874,22 @@ node { value { list { shape { - dim { - size: 2 - } } } } } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" + name: "save/RestoreV2/tensor_names" op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { + size: 84 } } } @@ -72504,512 +69898,593 @@ node { attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { dim { + size: 84 } } + string_val: "beta1_power" + string_val: "beta2_power" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + string_val: "dense/bias" + string_val: "dense/bias/Adam" + string_val: "dense/bias/Adam_1" + string_val: "dense/kernel" + string_val: "dense/kernel/Adam" + string_val: "dense/kernel/Adam_1" + string_val: "embeddings" + string_val: "embeddings/Adam" + string_val: "embeddings/Adam_1" + string_val: "global_step" } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } + name: "save/RestoreV2/shape_and_slices" + op: "Const" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { dim { - size: -1 - } - } - shape { - dim { - size: -1 + size: 84 } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } attr { key: "dtype" value { - type: DT_INT32 + type: DT_STRING } } attr { key: "value" value { tensor { - dtype: DT_INT32 + dtype: DT_STRING tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { dim { - size: 2 + size: 84 } } + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" + string_val: "" } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } + name: "save/RestoreV2" + op: "RestoreV2" + input: "save/Const" + input: "save/RestoreV2/tensor_names" + input: "save/RestoreV2/shape_and_slices" + device: "/device:CPU:0" attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } + unknown_rank: true } - } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: 2 - } + unknown_rank: true } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: 2 - } + unknown_rank: true } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: 2 - } + unknown_rank: true } - } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { shape { + unknown_rank: true } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + shape { + unknown_rank: true } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { shape { unknown_rank: true } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { + unknown_rank: true } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + shape { + unknown_rank: true } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { shape { - dim { - size: 2 - } + unknown_rank: true } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + } + } } attr { - key: "stack_name" + key: "dtypes" value { - s: "" + list { + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_FLOAT + type: DT_INT64 + } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_1" + op: "Identity" + input: "save/RestoreV2" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -73017,39 +70492,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp" + op: "AssignVariableOp" + input: "beta1_power" + input: "save/Identity_1" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_2" + op: "Identity" + input: "save/RestoreV2:1" attr { key: "T" value { @@ -73061,60 +70525,65 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_1" + op: "AssignVariableOp" + input: "beta2_power" + input: "save/Identity_2" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_3" + op: "Identity" + input: "save/RestoreV2:2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_2" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "save/Identity_3" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_4" + op: "Identity" + input: "save/RestoreV2:3" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -73122,38 +70591,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_3" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "save/Identity_4" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_5" + op: "Identity" + input: "save/RestoreV2:4" attr { key: "T" value { @@ -73165,23 +70624,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_4" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_5" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_6" + op: "Identity" + input: "save/RestoreV2:5" attr { key: "T" value { @@ -73193,23 +70657,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_5" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "save/Identity_6" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_7" + op: "Identity" + input: "save/RestoreV2:6" attr { key: "T" value { @@ -73221,33 +70690,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_6" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "save/Identity_7" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_8" + op: "Identity" + input: "save/RestoreV2:7" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -73260,66 +70728,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_7" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_8" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_9" + op: "Identity" + input: "save/RestoreV2:8" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_8" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "save/Identity_9" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_10" + op: "Identity" + input: "save/RestoreV2:9" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - } + type: DT_FLOAT } } attr { @@ -73327,35 +70789,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_9" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "save/Identity_10" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_11" + op: "Identity" + input: "save/RestoreV2:10" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - } + type: DT_FLOAT } } attr { @@ -73363,16 +70822,28 @@ node { value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_10" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "save/Identity_11" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_12" + op: "Identity" + input: "save/RestoreV2:11" attr { key: "T" value { @@ -73384,65 +70855,65 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_11" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "save/Identity_12" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_13" + op: "Identity" + input: "save/RestoreV2:12" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_12" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "save/Identity_13" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_14" + op: "Identity" + input: "save/RestoreV2:13" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -73450,29 +70921,32 @@ node { value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_13" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_14" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_15" + op: "Identity" + input: "save/RestoreV2:14" + attr { + key: "T" + value { + type: DT_FLOAT } } attr { @@ -73480,39 +70954,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_14" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "save/Identity_15" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_16" + op: "Identity" + input: "save/RestoreV2:15" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } + type: DT_FLOAT } } attr { @@ -73520,35 +70987,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_15" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "save/Identity_16" attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_17" + op: "Identity" + input: "save/RestoreV2:16" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -73556,43 +71020,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_16" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_17" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_18" + op: "Identity" + input: "save/RestoreV2:17" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -73600,54 +71053,65 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_17" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "save/Identity_18" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_19" + op: "Identity" + input: "save/RestoreV2:18" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_18" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "save/Identity_19" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_20" + op: "Identity" + input: "save/RestoreV2:19" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -73655,38 +71119,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_19" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_20" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_21" + op: "Identity" + input: "save/RestoreV2:20" attr { key: "T" value { @@ -73698,65 +71152,65 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_20" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "save/Identity_21" attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_FLOAT } } +} +node { + name: "save/Identity_22" + op: "Identity" + input: "save/RestoreV2:21" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + unknown_rank: true } - float_val: 0.800000011920929 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_21" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "save/Identity_22" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_23" + op: "Identity" + input: "save/RestoreV2:22" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -73769,52 +71223,56 @@ node { } } } +} +node { + name: "save/AssignVariableOp_22" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "save/Identity_23" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_24" + op: "Identity" + input: "save/RestoreV2:23" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_23" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "save/Identity_24" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_25" + op: "Identity" + input: "save/RestoreV2:24" attr { key: "T" value { @@ -73826,27 +71284,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_24" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "save/Identity_25" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_26" + op: "Identity" + input: "save/RestoreV2:25" + attr { + key: "T" + value { + type: DT_FLOAT } } attr { @@ -73854,39 +71317,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_25" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_26" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_27" + op: "Identity" + input: "save/RestoreV2:26" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { @@ -73894,35 +71350,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_26" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "save/Identity_27" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_28" + op: "Identity" + input: "save/RestoreV2:27" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -73930,39 +71383,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_27" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "save/Identity_28" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_29" + op: "Identity" + input: "save/RestoreV2:28" attr { key: "T" value { @@ -73974,60 +71416,65 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_28" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_29" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_30" + op: "Identity" + input: "save/RestoreV2:29" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_29" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "save/Identity_30" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_31" + op: "Identity" + input: "save/RestoreV2:30" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -74035,38 +71482,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_30" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "save/Identity_31" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_32" + op: "Identity" + input: "save/RestoreV2:31" attr { key: "T" value { @@ -74078,23 +71515,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_31" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_32" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_33" + op: "Identity" + input: "save/RestoreV2:32" attr { key: "T" value { @@ -74106,23 +71548,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_32" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "save/Identity_33" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_34" + op: "Identity" + input: "save/RestoreV2:33" attr { key: "T" value { @@ -74134,33 +71581,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_33" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "save/Identity_34" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_35" + op: "Identity" + input: "save/RestoreV2:34" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -74173,66 +71619,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_34" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "save/Identity_35" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_36" + op: "Identity" + input: "save/RestoreV2:35" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_35" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "save/Identity_36" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_37" + op: "Identity" + input: "save/RestoreV2:36" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - } + type: DT_FLOAT } } attr { @@ -74240,35 +71680,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_36" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "save/Identity_37" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_38" + op: "Identity" + input: "save/RestoreV2:37" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - } + type: DT_FLOAT } } attr { @@ -74276,16 +71713,28 @@ node { value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_37" + op: "AssignVariableOp" + input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_38" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_39" + op: "Identity" + input: "save/RestoreV2:38" attr { key: "T" value { @@ -74297,65 +71746,65 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_38" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias" + input: "save/Identity_39" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_40" + op: "Identity" + input: "save/RestoreV2:39" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_39" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam" + input: "save/Identity_40" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_41" + op: "Identity" + input: "save/RestoreV2:40" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -74363,29 +71812,32 @@ node { value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_40" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_41" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_42" + op: "Identity" + input: "save/RestoreV2:41" + attr { + key: "T" + value { + type: DT_FLOAT } } attr { @@ -74393,39 +71845,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_41" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel" + input: "save/Identity_42" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_43" + op: "Identity" + input: "save/RestoreV2:42" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } + type: DT_FLOAT } } attr { @@ -74433,35 +71878,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_42" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam" + input: "save/Identity_43" attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_44" + op: "Identity" + input: "save/RestoreV2:43" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -74469,43 +71911,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_43" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_44" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_45" + op: "Identity" + input: "save/RestoreV2:44" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -74513,54 +71944,65 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_44" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias" + input: "save/Identity_45" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_46" + op: "Identity" + input: "save/RestoreV2:45" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_45" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam" + input: "save/Identity_46" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_47" + op: "Identity" + input: "save/RestoreV2:46" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -74568,38 +72010,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_46" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/bias/Adam_1" + input: "save/Identity_47" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_48" + op: "Identity" + input: "save/RestoreV2:47" attr { key: "T" value { @@ -74611,65 +72043,65 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_47" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel" + input: "save/Identity_48" attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - } - } + type: DT_FLOAT } } +} +node { + name: "save/Identity_49" + op: "Identity" + input: "save/RestoreV2:48" attr { - key: "dtype" + key: "T" value { type: DT_FLOAT } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_FLOAT - tensor_shape { + list { + shape { + unknown_rank: true } - float_val: 0.800000011920929 } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_48" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam" + input: "save/Identity_49" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_50" + op: "Identity" + input: "save/RestoreV2:49" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -74682,84 +72114,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_49" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_50" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_51" + op: "Identity" + input: "save/RestoreV2:50" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_50" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias" + input: "save/Identity_51" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_52" + op: "Identity" + input: "save/RestoreV2:51" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { @@ -74767,39 +72175,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_51" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam" + input: "save/Identity_52" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_53" + op: "Identity" + input: "save/RestoreV2:52" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } + type: DT_FLOAT } } attr { @@ -74807,35 +72208,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_52" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_53" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } - attr { - key: "stack_name" - value { - s: "" - } - } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_54" + op: "Identity" + input: "save/RestoreV2:53" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -74843,39 +72241,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_53" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel" + input: "save/Identity_54" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_55" + op: "Identity" + input: "save/RestoreV2:54" attr { key: "T" value { @@ -74887,60 +72274,65 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_54" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam" + input: "save/Identity_55" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_56" + op: "Identity" + input: "save/RestoreV2:55" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_55" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_56" attr { - key: "elem_type" + key: "dtype" value { type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_57" + op: "Identity" + input: "save/RestoreV2:56" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -74948,38 +72340,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_56" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias" + input: "save/Identity_57" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_58" + op: "Identity" + input: "save/RestoreV2:57" attr { key: "T" value { @@ -74991,23 +72373,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_57" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam" + input: "save/Identity_58" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_59" + op: "Identity" + input: "save/RestoreV2:58" attr { key: "T" value { @@ -75019,23 +72406,28 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_58" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/bias/Adam_1" + input: "save/Identity_59" + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_60" + op: "Identity" + input: "save/RestoreV2:59" attr { key: "T" value { @@ -75047,33 +72439,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_59" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel" + input: "save/Identity_60" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_61" + op: "Identity" + input: "save/RestoreV2:60" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -75086,66 +72477,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_60" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam" + input: "save/Identity_61" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_62" + op: "Identity" + input: "save/RestoreV2:61" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_61" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_62" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_63" + op: "Identity" + input: "save/RestoreV2:62" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - } + type: DT_FLOAT } } attr { @@ -75153,35 +72538,32 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_62" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias" + input: "save/Identity_63" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_64" + op: "Identity" + input: "save/RestoreV2:63" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - } + type: DT_FLOAT } } attr { @@ -75189,23 +72571,28 @@ node { value { list { shape { + unknown_rank: true } } } } } node { - name: "gradients/AddN" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_63" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam" + input: "save/Identity_64" attr { - key: "N" + key: "dtype" value { - i: 2 + type: DT_FLOAT } } +} +node { + name: "save/Identity_65" + op: "Identity" + input: "save/RestoreV2:64" attr { key: "T" value { @@ -75213,34 +72600,32 @@ node { } } attr { - key: "_class" + key: "_output_shapes" value { list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" + shape { + unknown_rank: true + } } } } +} +node { + name: "save/AssignVariableOp_64" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/bias/Adam_1" + input: "save/Identity_65" attr { - key: "_output_shapes" + key: "dtype" value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_66" + op: "Identity" + input: "save/RestoreV2:65" attr { key: "T" value { @@ -75252,25 +72637,28 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_65" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel" + input: "save/Identity_66" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_67" + op: "Identity" + input: "save/RestoreV2:66" attr { key: "T" value { @@ -75282,30 +72670,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_66" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam" + input: "save/Identity_67" attr { - key: "out_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_68" + op: "Identity" + input: "save/RestoreV2:67" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -75313,29 +72703,32 @@ node { value { list { shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_67" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/candidate/kernel/Adam_1" + input: "save/Identity_68" attr { - key: "_class" + key: "dtype" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } + type: DT_FLOAT + } + } +} +node { + name: "save/Identity_69" + op: "Identity" + input: "save/RestoreV2:68" + attr { + key: "T" + value { + type: DT_FLOAT } } attr { @@ -75343,39 +72736,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_68" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias" + input: "save/Identity_69" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_70" + op: "Identity" + input: "save/RestoreV2:69" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } + type: DT_FLOAT } } attr { @@ -75383,35 +72769,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_69" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam" + input: "save/Identity_70" attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_71" + op: "Identity" + input: "save/RestoreV2:70" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -75419,43 +72802,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_70" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/bias/Adam_1" + input: "save/Identity_71" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_72" + op: "Identity" + input: "save/RestoreV2:71" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -75463,54 +72835,65 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_71" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel" + input: "save/Identity_72" attr { - key: "swap_memory" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_73" + op: "Identity" + input: "save/RestoreV2:72" + attr { + key: "T" + value { + type: DT_FLOAT + } + } attr { key: "_output_shapes" value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_72" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam" + input: "save/Identity_73" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_74" + op: "Identity" + input: "save/RestoreV2:73" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -75518,42 +72901,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_73" + op: "AssignVariableOp" + input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/gru_cell/gates/kernel/Adam_1" + input: "save/Identity_74" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_75" + op: "Identity" + input: "save/RestoreV2:74" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } + type: DT_FLOAT } } attr { @@ -75561,39 +72934,32 @@ node { value { list { shape { + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_74" + op: "AssignVariableOp" + input: "dense/bias" + input: "save/Identity_75" attr { key: "dtype" value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_76" + op: "Identity" + input: "save/RestoreV2:75" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } + type: DT_FLOAT } } attr { @@ -75601,35 +72967,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_75" + op: "AssignVariableOp" + input: "dense/bias/Adam" + input: "save/Identity_76" attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" + key: "dtype" value { - s: "" + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_77" + op: "Identity" + input: "save/RestoreV2:76" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -75637,43 +73000,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_76" + op: "AssignVariableOp" + input: "dense/bias/Adam_1" + input: "save/Identity_77" attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_78" + op: "Identity" + input: "save/RestoreV2:77" attr { key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -75681,54 +73033,32 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } - attr { - key: "swap_memory" - value { - b: false - } - } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } + name: "save/AssignVariableOp_77" + op: "AssignVariableOp" + input: "dense/kernel" + input: "save/Identity_78" attr { - key: "elem_type" + key: "dtype" value { - type: DT_INT32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_79" + op: "Identity" + input: "save/RestoreV2:78" attr { key: "T" value { - type: DT_RESOURCE + type: DT_FLOAT } } attr { @@ -75736,50 +73066,34 @@ node { value { list { shape { - dim { - size: 2 - } + unknown_rank: true } } } } +} +node { + name: "save/AssignVariableOp_78" + op: "AssignVariableOp" + input: "dense/kernel/Adam" + input: "save/Identity_79" attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" + key: "dtype" value { - i: 32 + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_80" + op: "Identity" + input: "save/RestoreV2:79" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { @@ -75790,63 +73104,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_79" + op: "AssignVariableOp" + input: "dense/kernel/Adam_1" + input: "save/Identity_80" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_81" + op: "Identity" + input: "save/RestoreV2:80" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_80" + op: "AssignVariableOp" + input: "embeddings" + input: "save/Identity_81" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_82" + op: "Identity" + input: "save/RestoreV2:81" attr { - key: "Tidx" + key: "T" value { - type: DT_INT32 + type: DT_FLOAT } } attr { @@ -75859,72 +73170,60 @@ node { } } } +} +node { + name: "save/AssignVariableOp_81" + op: "AssignVariableOp" + input: "embeddings/Adam" + input: "save/Identity_82" attr { - key: "keep_dims" + key: "dtype" value { - b: false + type: DT_FLOAT } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" + name: "save/Identity_83" + op: "Identity" + input: "save/RestoreV2:82" attr { key: "T" value { type: DT_FLOAT } } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } attr { key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_82" + op: "AssignVariableOp" + input: "embeddings/Adam_1" + input: "save/Identity_83" attr { - key: "T" + key: "dtype" value { type: DT_FLOAT } } +} +node { + name: "save/Identity_84" + op: "Identity" + input: "save/RestoreV2:83" attr { - key: "_class" + key: "T" value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } + type: DT_INT64 } } attr { @@ -75932,335944 +73231,92697 @@ node { value { list { shape { - dim { - size: -1 - } - dim { - size: 128 - } + unknown_rank: true } } } } } node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" + name: "save/AssignVariableOp_83" + op: "AssignVariableOp" + input: "global_step" + input: "save/Identity_84" attr { - key: "T" + key: "dtype" value { - type: DT_FLOAT + type: DT_INT64 } } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" +} +node { + name: "save/restore_shard" + op: "NoOp" + input: "^save/AssignVariableOp" + input: "^save/AssignVariableOp_1" + input: "^save/AssignVariableOp_10" + input: "^save/AssignVariableOp_11" + input: "^save/AssignVariableOp_12" + input: "^save/AssignVariableOp_13" + input: "^save/AssignVariableOp_14" + input: "^save/AssignVariableOp_15" + input: "^save/AssignVariableOp_16" + input: "^save/AssignVariableOp_17" + input: "^save/AssignVariableOp_18" + input: "^save/AssignVariableOp_19" + input: "^save/AssignVariableOp_2" + input: "^save/AssignVariableOp_20" + input: "^save/AssignVariableOp_21" + input: "^save/AssignVariableOp_22" + input: "^save/AssignVariableOp_23" + input: "^save/AssignVariableOp_24" + input: "^save/AssignVariableOp_25" + input: "^save/AssignVariableOp_26" + input: "^save/AssignVariableOp_27" + input: "^save/AssignVariableOp_28" + input: "^save/AssignVariableOp_29" + input: "^save/AssignVariableOp_3" + input: "^save/AssignVariableOp_30" + input: "^save/AssignVariableOp_31" + input: "^save/AssignVariableOp_32" + input: "^save/AssignVariableOp_33" + input: "^save/AssignVariableOp_34" + input: "^save/AssignVariableOp_35" + input: "^save/AssignVariableOp_36" + input: "^save/AssignVariableOp_37" + input: "^save/AssignVariableOp_38" + input: "^save/AssignVariableOp_39" + input: "^save/AssignVariableOp_4" + input: "^save/AssignVariableOp_40" + input: "^save/AssignVariableOp_41" + input: "^save/AssignVariableOp_42" + input: "^save/AssignVariableOp_43" + input: "^save/AssignVariableOp_44" + input: "^save/AssignVariableOp_45" + input: "^save/AssignVariableOp_46" + input: "^save/AssignVariableOp_47" + input: "^save/AssignVariableOp_48" + input: "^save/AssignVariableOp_49" + input: "^save/AssignVariableOp_5" + input: "^save/AssignVariableOp_50" + input: "^save/AssignVariableOp_51" + input: "^save/AssignVariableOp_52" + input: "^save/AssignVariableOp_53" + input: "^save/AssignVariableOp_54" + input: "^save/AssignVariableOp_55" + input: "^save/AssignVariableOp_56" + input: "^save/AssignVariableOp_57" + input: "^save/AssignVariableOp_58" + input: "^save/AssignVariableOp_59" + input: "^save/AssignVariableOp_6" + input: "^save/AssignVariableOp_60" + input: "^save/AssignVariableOp_61" + input: "^save/AssignVariableOp_62" + input: "^save/AssignVariableOp_63" + input: "^save/AssignVariableOp_64" + input: "^save/AssignVariableOp_65" + input: "^save/AssignVariableOp_66" + input: "^save/AssignVariableOp_67" + input: "^save/AssignVariableOp_68" + input: "^save/AssignVariableOp_69" + input: "^save/AssignVariableOp_7" + input: "^save/AssignVariableOp_70" + input: "^save/AssignVariableOp_71" + input: "^save/AssignVariableOp_72" + input: "^save/AssignVariableOp_73" + input: "^save/AssignVariableOp_74" + input: "^save/AssignVariableOp_75" + input: "^save/AssignVariableOp_76" + input: "^save/AssignVariableOp_77" + input: "^save/AssignVariableOp_78" + input: "^save/AssignVariableOp_79" + input: "^save/AssignVariableOp_8" + input: "^save/AssignVariableOp_80" + input: "^save/AssignVariableOp_81" + input: "^save/AssignVariableOp_82" + input: "^save/AssignVariableOp_83" + input: "^save/AssignVariableOp_9" +} +node { + name: "save/restore_all" + op: "NoOp" + input: "^save/restore_shard" +} +library { + function { + signature { + name: "bidirectional_rnn_bw_bw_while_cond_725_rewritten_grad_4578" + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "placeholder_2" + type: DT_INT32 + } + input_arg { + name: "placeholder_3" + type: DT_VARIANT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "placeholder_5" + type: DT_FLOAT + } + input_arg { + name: "placeholder_6" + type: DT_FLOAT + } + input_arg { + name: "placeholder_7" + type: DT_VARIANT + } + input_arg { + name: "placeholder_8" + type: DT_FLOAT + } + input_arg { + name: "placeholder_9" + type: DT_FLOAT + } + input_arg { + name: "placeholder_10" + type: DT_FLOAT + } + input_arg { + name: "placeholder_11" + type: DT_FLOAT + } + input_arg { + name: "placeholder_12" + type: DT_FLOAT + } + input_arg { + name: "placeholder_13" + type: DT_FLOAT + } + input_arg { + name: "placeholder_14" + type: DT_FLOAT + } + input_arg { + name: "placeholder_15" + type: DT_FLOAT + } + input_arg { + name: "placeholder_16" + type: DT_FLOAT + } + input_arg { + name: "placeholder_17" + type: DT_FLOAT + } + input_arg { + name: "placeholder_18" + type: DT_FLOAT + } + input_arg { + name: "placeholder_19" + type: DT_FLOAT + } + input_arg { + name: "placeholder_20" + type: DT_FLOAT + } + input_arg { + name: "placeholder_21" + type: DT_VARIANT + } + input_arg { + name: "placeholder_22" + type: DT_VARIANT + } + input_arg { + name: "placeholder_23" + type: DT_VARIANT + } + input_arg { + name: "placeholder_24" + type: DT_VARIANT + } + input_arg { + name: "placeholder_25" + type: DT_VARIANT + } + input_arg { + name: "placeholder_26" + type: DT_VARIANT + } + input_arg { + name: "placeholder_27" + type: DT_FLOAT + } + input_arg { + name: "placeholder_28" + type: DT_VARIANT + } + input_arg { + name: "placeholder_29" + type: DT_VARIANT + } + input_arg { + name: "placeholder_30" + type: DT_VARIANT + } + input_arg { + name: "placeholder_31" + type: DT_VARIANT + } + input_arg { + name: "placeholder_32" + type: DT_VARIANT + } + input_arg { + name: "placeholder_33" + type: DT_VARIANT + } + input_arg { + name: "placeholder_34" + type: DT_VARIANT + } + input_arg { + name: "placeholder_35" + type: DT_VARIANT + } + input_arg { + name: "placeholder_36" + type: DT_VARIANT + } + input_arg { + name: "placeholder_37" + type: DT_VARIANT + } + input_arg { + name: "placeholder_38" + type: DT_VARIANT + } + input_arg { + name: "placeholder_39" + type: DT_VARIANT + } + input_arg { + name: "placeholder_40" + type: DT_VARIANT + } + input_arg { + name: "placeholder_41" + type: DT_VARIANT + } + input_arg { + name: "placeholder_42" + type: DT_VARIANT + } + input_arg { + name: "placeholder_43" + type: DT_VARIANT + } + input_arg { + name: "placeholder_44" + type: DT_VARIANT + } + input_arg { + name: "placeholder_45" + type: DT_VARIANT + } + input_arg { + name: "placeholder_46" + type: DT_VARIANT + } + input_arg { + name: "placeholder_47" + type: DT_VARIANT + } + input_arg { + name: "placeholder_48" + type: DT_VARIANT + } + input_arg { + name: "placeholder_49" + type: DT_VARIANT + } + input_arg { + name: "placeholder_50" + type: DT_VARIANT + } + input_arg { + name: "placeholder_51" + type: DT_VARIANT + } + input_arg { + name: "placeholder_52" + type: DT_VARIANT + } + input_arg { + name: "placeholder_53" + type: DT_VARIANT + } + input_arg { + name: "placeholder_54" + type: DT_VARIANT + } + input_arg { + name: "placeholder_55" + type: DT_VARIANT + } + input_arg { + name: "placeholder_56" + type: DT_VARIANT + } + input_arg { + name: "placeholder_57" + type: DT_VARIANT + } + input_arg { + name: "placeholder_58" + type: DT_VARIANT + } + input_arg { + name: "placeholder_59" + type: DT_VARIANT + } + input_arg { + name: "placeholder_60" + type: DT_VARIANT + } + input_arg { + name: "placeholder_61" + type: DT_VARIANT + } + input_arg { + name: "placeholder_62" + type: DT_VARIANT + } + input_arg { + name: "placeholder_63" + type: DT_FLOAT + } + input_arg { + name: "placeholder_64" + type: DT_VARIANT + } + input_arg { + name: "placeholder_65" + type: DT_VARIANT + } + input_arg { + name: "placeholder_66" + type: DT_VARIANT + } + input_arg { + name: "placeholder_67" + type: DT_VARIANT + } + input_arg { + name: "placeholder_68" + type: DT_VARIANT + } + input_arg { + name: "placeholder_69" + type: DT_VARIANT + } + input_arg { + name: "placeholder_70" + type: DT_FLOAT + } + input_arg { + name: "placeholder_71" + type: DT_VARIANT + } + input_arg { + name: "placeholder_72" + type: DT_VARIANT + } + input_arg { + name: "placeholder_73" + type: DT_VARIANT + } + input_arg { + name: "placeholder_74" + type: DT_VARIANT + } + input_arg { + name: "placeholder_75" + type: DT_VARIANT + } + input_arg { + name: "placeholder_76" + type: DT_VARIANT + } + input_arg { + name: "placeholder_77" + type: DT_VARIANT + } + input_arg { + name: "placeholder_78" + type: DT_VARIANT + } + input_arg { + name: "placeholder_79" + type: DT_VARIANT + } + input_arg { + name: "placeholder_80" + type: DT_VARIANT + } + input_arg { + name: "placeholder_81" + type: DT_VARIANT + } + input_arg { + name: "placeholder_82" + type: DT_VARIANT + } + input_arg { + name: "placeholder_83" + type: DT_VARIANT + } + input_arg { + name: "placeholder_84" + type: DT_VARIANT + } + input_arg { + name: "placeholder_85" + type: DT_VARIANT + } + input_arg { + name: "placeholder_86" + type: DT_FLOAT + } + input_arg { + name: "placeholder_87" + type: DT_VARIANT + } + input_arg { + name: "placeholder_88" + type: DT_VARIANT + } + input_arg { + name: "placeholder_89" + type: DT_VARIANT + } + input_arg { + name: "placeholder_90" + type: DT_VARIANT + } + input_arg { + name: "placeholder_91" + type: DT_VARIANT + } + input_arg { + name: "placeholder_92" + type: DT_VARIANT + } + input_arg { + name: "placeholder_93" + type: DT_FLOAT + } + input_arg { + name: "placeholder_94" + type: DT_VARIANT + } + input_arg { + name: "placeholder_95" + type: DT_VARIANT + } + input_arg { + name: "placeholder_96" + type: DT_VARIANT + } + input_arg { + name: "placeholder_97" + type: DT_VARIANT + } + input_arg { + name: "placeholder_98" + type: DT_VARIANT + } + input_arg { + name: "placeholder_99" + type: DT_VARIANT + } + input_arg { + name: "placeholder_100" + type: DT_VARIANT + } + input_arg { + name: "placeholder_101" + type: DT_VARIANT + } + input_arg { + name: "placeholder_102" + type: DT_VARIANT + } + input_arg { + name: "placeholder_103" + type: DT_VARIANT + } + input_arg { + name: "placeholder_104" + type: DT_VARIANT + } + input_arg { + name: "placeholder_105" + type: DT_VARIANT + } + input_arg { + name: "placeholder_106" + type: DT_VARIANT + } + input_arg { + name: "placeholder_107" + type: DT_VARIANT + } + input_arg { + name: "placeholder_108" + type: DT_VARIANT + } + input_arg { + name: "placeholder_109" + type: DT_FLOAT + } + input_arg { + name: "placeholder_110" + type: DT_VARIANT + } + input_arg { + name: "placeholder_111" + type: DT_VARIANT + } + input_arg { + name: "placeholder_112" + type: DT_VARIANT + } + input_arg { + name: "placeholder_113" + type: DT_VARIANT + } + input_arg { + name: "placeholder_114" + type: DT_VARIANT + } + input_arg { + name: "placeholder_115" + type: DT_VARIANT + } + input_arg { + name: "placeholder_116" + type: DT_FLOAT + } + input_arg { + name: "placeholder_117" + type: DT_VARIANT + } + input_arg { + name: "placeholder_118" + type: DT_VARIANT + } + output_arg { + name: "identity" + type: DT_BOOL } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Less" + op: "Less" + input: "placeholder" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + experimental_debug_info { + original_node_names: "Less" + } + } + node_def { + name: "Identity" + op: "Identity" + input: "Less:z:0" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "identity" + value: "Identity:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - float_val: 0.800000011920929 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 113 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 114 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 115 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 116 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 117 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 118 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + function { + signature { + name: "bidirectional_rnn_fw_fw_while_body_313" + input_arg { + name: "bidirectional_rnn_fw_fw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1_0" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_minimum_0" + type: DT_INT32 + } + input_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT + } + input_arg { + name: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" + type: DT_INT32 + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "select_bidirectional_rnn_fw_fw_zeros_0" + type: DT_FLOAT + } + output_arg { + name: "add_1" + type: DT_INT32 + } + output_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1" + type: DT_INT32 + } + output_arg { + name: "add" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2write_tensorlistsetitem" + type: DT_VARIANT + } + output_arg { + name: "select_1" + type: DT_FLOAT + } + output_arg { + name: "select_2" + type: DT_FLOAT + } + output_arg { + name: "select_3" + type: DT_FLOAT + } + output_arg { + name: "bidirectional_rnn_fw_fw_minimum" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT + } + output_arg { + name: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen" + type: DT_INT32 + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "select_bidirectional_rnn_fw_fw_zeros" + type: DT_FLOAT + } + is_stateful: true } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorArrayV2Read/TensorListGetItem/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\010\000\000\000" } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorArrayV2Read/TensorListGetItem" + op: "TensorListGetItem" + input: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + input: "placeholder" + input: "TensorArrayV2Read/TensorListGetItem/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "GreaterEqual" + op: "GreaterEqual" + input: "placeholder" + input: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "GreaterEqual" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "placeholder_2" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" + attr { + key: "transpose_a" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/split" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_a" + value { + b: false } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_b" + value { + b: false } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/sub" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/add" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_0/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 0 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Cast" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/AddN_1" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Const" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 1 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "SrcT" + value { + type: DT_BOOL } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Cast" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "placeholder_3" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Const" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/split" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" + attr { + key: "transpose_a" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_b" + value { + b: false } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/sub" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/add" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_1/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "SrcT" + value { + type: DT_BOOL } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Cast" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Mul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Const" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Mul" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" + attr { + key: "dtype" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "seed" + value { + i: 17 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "seed2" + value { + i: 3 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "SrcT" + value { + type: DT_BOOL } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Cast" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - dim { - size: -1 + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "placeholder_4" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "num_split" + value { + i: 2 } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/split" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "transpose_a" + value { + b: false } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/sub" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/add" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_2/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 4 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Cast" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Mul_1" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Mul" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Shape" + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 5 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Cast" + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Select" + op: "Select" + input: "GreaterEqual:z:0" + input: "select_bidirectional_rnn_fw_fw_zeros_0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + node_def { + name: "Select_1" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_2" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_0/dropout/Mul_1" } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Select_2" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_3" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_1/dropout/Mul_1" } } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "Select_2" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Select_3" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_4" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout/Mul_1" } } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "Select_3" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorArrayV2Write/TensorListSetItem" + op: "TensorListSetItem" + input: "placeholder_1" + input: "placeholder" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "TensorArrayV2Write/TensorListSetItem" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + node_def { + name: "add_0" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "add" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "add_1/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add_1/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "add_1_0" + op: "AddV2" + input: "bidirectional_rnn_fw_fw_while_loop_counter" + input: "add_1/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "add_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + ret { + key: "add" + value: "add_0:z:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "add_1" + value: "add_1_0:z:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "bidirectional_rnn_fw_fw_minimum" + value: "bidirectional_rnn_fw_fw_minimum_0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bidirectional_rnn_fw_fw_strided_slice_1" + value: "bidirectional_rnn_fw_fw_strided_slice_1_0" } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" } - } - attr { - key: "keep_dims" - value { - b: false + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "keep_dims" - value { - b: false + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen" + value: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "select_1" + value: "Select_1:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "select_2" + value: "Select_2:output:0" + } + ret { + key: "select_3" + value: "Select_3:output:0" + } + ret { + key: "select_bidirectional_rnn_fw_fw_zeros" + value: "select_bidirectional_rnn_fw_fw_zeros_0" + } + ret { + key: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + value: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + } + ret { + key: "tensorarrayv2write_tensorlistsetitem" + value: "TensorArrayV2Write/TensorListSetItem:output_handle:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 128 + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 22 + value { + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + function { + signature { + name: "global_step_cond_false_7" + input_arg { + name: "placeholder" + type: DT_RESOURCE + } + input_arg { + name: "global_step_initializer_zeros_0" + type: DT_INT64 + } + output_arg { + name: "global_step_initializer_zeros" + type: DT_INT64 + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "global_step_initializer_zeros" + value: "global_step_initializer_zeros_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "_input_shapes" + value { + list { + shape { + unknown_rank: true + } + shape { + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } } - attr { - key: "dtype" - value { - type: DT_INT32 + function { + signature { + name: "softmax_cross_entropy_loss_assert_broadcastable_AssertGuard_false_1197" + input_arg { + name: "assert_softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_identity" + type: DT_BOOL + } + input_arg { + name: "assert_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + type: DT_INT32 + } + input_arg { + name: "assert_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + type: DT_INT32 + } + input_arg { + name: "assert_softmax_cross_entropy_loss_assert_broadcastable_is_scalar" + type: DT_BOOL + } + output_arg { + name: "identity" + type: DT_BOOL + } + is_stateful: true } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "Assert/data_0" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "dtype" + value { + type: DT_STRING + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "weights can not be broadcast to values." } } } + experimental_debug_info { + original_node_names: "Assert/data_0" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Assert/data_1" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "weights.shape=" } } } + experimental_debug_info { + original_node_names: "Assert/data_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Assert/data_2" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "SequenceMask/Cast_1:0" } } } + experimental_debug_info { + original_node_names: "Assert/data_2" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert/data_4" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "values.shape=" } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "Assert/data_4" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Assert/data_5" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_STRING } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" + } + } + } + experimental_debug_info { + original_node_names: "Assert/data_5" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Assert/data_7" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "is_scalar=" } } } + experimental_debug_info { + original_node_names: "Assert/data_7" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert" + op: "Assert" + input: "assert_softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_identity" + input: "Assert/data_0:output:0" + input: "Assert/data_1:output:0" + input: "Assert/data_2:output:0" + input: "assert_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + input: "Assert/data_4:output:0" + input: "Assert/data_5:output:0" + input: "assert_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + input: "Assert/data_7:output:0" + input: "assert_softmax_cross_entropy_loss_assert_broadcastable_is_scalar" + attr { + key: "T" + value { + list { + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_BOOL } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { } } } + attr { + key: "summarize" + value { + i: 3 + } + } + experimental_debug_info { + original_node_names: "Assert" + } } - } - attr { - key: "swap_memory" - value { - b: false + node_def { + name: "Identity" + op: "Identity" + input: "assert_softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_identity" + input: "^Assert" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } } - dim { - size: 128 + shape { + dim { + size: 2 + } + } + shape { } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + function { + signature { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_AssertGuard_false_1285" + input_arg { + name: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_identity" + type: DT_BOOL + } + input_arg { + name: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + type: DT_INT32 + } + input_arg { + name: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + type: DT_INT32 + } + input_arg { + name: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar" + type: DT_BOOL + } + output_arg { + name: "identity" + type: DT_BOOL } + is_stateful: true } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Assert/data_0" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_STRING } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "weights can not be broadcast to values." + } + } + } + experimental_debug_info { + original_node_names: "Assert/data_0" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Assert/data_1" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "weights.shape=" } } } + experimental_debug_info { + original_node_names: "Assert/data_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert/data_2" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "softmax_cross_entropy_loss/num_present/Select:0" } } } + experimental_debug_info { + original_node_names: "Assert/data_2" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert/data_4" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "values.shape=" } } } + experimental_debug_info { + original_node_names: "Assert/data_4" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Assert/data_5" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_STRING } } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "softmax_cross_entropy_loss/xentropy/Reshape_2:0" + } + } + } + experimental_debug_info { + original_node_names: "Assert/data_5" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert/data_7" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "is_scalar=" } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" + experimental_debug_info { + original_node_names: "Assert/data_7" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Assert" + op: "Assert" + input: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_identity" + input: "Assert/data_0:output:0" + input: "Assert/data_1:output:0" + input: "Assert/data_2:output:0" + input: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + input: "Assert/data_4:output:0" + input: "Assert/data_5:output:0" + input: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + input: "Assert/data_7:output:0" + input: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar" + attr { + key: "T" + value { + list { + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_STRING + type: DT_INT32 + type: DT_STRING + type: DT_BOOL } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { } } } + attr { + key: "summarize" + value { + i: 3 + } + } + experimental_debug_info { + original_node_names: "Assert" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + node_def { + name: "Identity" + op: "Identity" + input: "assert_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_identity" + input: "^Assert" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } } - dim { - size: 128 + shape { + dim { + size: 2 + } + } + shape { } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" + function { + signature { + name: "__inference_Dataset_map_lambda_182" + input_arg { + name: "args_0" + type: DT_INT32 + } + input_arg { + name: "args_1" + type: DT_INT64 + } + input_arg { + name: "args_2" + type: DT_BOOL + } + output_arg { + name: "identity" + type: DT_INT64 + } + output_arg { + name: "identity_1" + type: DT_INT32 + } + output_arg { + name: "identity_2" + type: DT_BOOL } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity" + op: "Identity" + input: "args_1" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "Identity" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_1" + op: "Identity" + input: "args_0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_2" + op: "Identity" + input: "args_2" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "identity" + value: "Identity:output:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + ret { + key: "identity_1" + value: "Identity_1:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + ret { + key: "identity_2" + value: "Identity_2:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + attr { + key: "_tf_data_function" + value { + b: true + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_0" } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_1" } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: -1 + } + dim { + size: 22 + } + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_2" + } + } } } } - attr { - key: "_output_shapes" - value { - list { - shape { - } + function { + signature { + name: "softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_true_1146" + input_arg { + name: "softmax_cross_entropy_loss_assert_broadcastable_is_scalar_0" + type: DT_BOOL + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "placeholder_2" + type: DT_INT32 + } + input_arg { + name: "placeholder_3" + type: DT_INT32 + } + output_arg { + name: "softmax_cross_entropy_loss_assert_broadcastable_is_scalar" + type: DT_BOOL } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "softmax_cross_entropy_loss_assert_broadcastable_is_scalar" + value: "softmax_cross_entropy_loss_assert_broadcastable_is_scalar_0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + function { + signature { + name: "bidirectional_rnn_fw_fw_while_cond_312" + input_arg { + name: "bidirectional_rnn_fw_fw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "less_bidirectional_rnn_fw_fw_minimum" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder0" + type: DT_VARIANT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder1" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder2" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder3" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder5" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder6" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder7" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder8" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder9" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder10" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder11" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder12" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder13" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder14" + type: DT_FLOAT + } + output_arg { + name: "logicaland" + type: DT_BOOL + } + } + node_def { + name: "Less" + op: "Less" + input: "placeholder" + input: "less_bidirectional_rnn_fw_fw_minimum" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Less" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Less_1" + op: "Less" + input: "bidirectional_rnn_fw_fw_while_loop_counter" + input: "bidirectional_rnn_fw_fw_strided_slice_1" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Less_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "LogicalAnd" + op: "LogicalAnd" + input: "Less_1:z:0" + input: "Less:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "LogicalAnd" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "logicaland" + value: "LogicalAnd:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 128 + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + function { + signature { + name: "has_valid_nonscalar_shape_true_1154" + input_arg { + name: "has_invalid_dims_expanddims_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + type: DT_INT32 + } + input_arg { + name: "has_invalid_dims_expanddims_1_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_BOOL + } + output_arg { + name: "has_invalid_dims" + type: DT_BOOL } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "has_invalid_dims/ExpandDims/dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims/dim" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "has_invalid_dims/ExpandDims" + op: "ExpandDims" + input: "has_invalid_dims_expanddims_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + input: "has_invalid_dims/ExpandDims/dim:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } - } - } -} -node { - name: "gradients/AddN_2" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "has_invalid_dims/ones_like/Shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\002\000\000\000\001\000\000\000" } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "has_invalid_dims/ones_like/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like/Const" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "has_invalid_dims/ones_like" + op: "Fill" + input: "has_invalid_dims/ones_like/Shape:output:0" + input: "has_invalid_dims/ones_like/Const:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like" + } } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "has_invalid_dims/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" + experimental_debug_info { + original_node_names: "has_invalid_dims/concat/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "has_invalid_dims/concat" + op: "ConcatV2" + input: "has_invalid_dims/ExpandDims:output:0" + input: "has_invalid_dims/ones_like:output:0" + input: "has_invalid_dims/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/concat" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 + node_def { + name: "has_invalid_dims/ExpandDims_1/dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims_1/dim" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "has_invalid_dims/ExpandDims_1" + op: "ExpandDims" + input: "has_invalid_dims_expanddims_1_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + input: "has_invalid_dims/ExpandDims_1/dim:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tdim" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "has_invalid_dims/DenseToDenseSetOperation" + op: "DenseToDenseSetOperation" + input: "has_invalid_dims/ExpandDims_1:output:0" + input: "has_invalid_dims/concat:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 2 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "set_operation" + value { + s: "a-b" } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "validate_indices" + value { + b: true } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "has_invalid_dims/DenseToDenseSetOperation" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "has_invalid_dims/num_invalid_dims" + op: "Size" + input: "has_invalid_dims/DenseToDenseSetOperation:result_values:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "has_invalid_dims/num_invalid_dims" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "has_invalid_dims/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "has_invalid_dims_0" + op: "Equal" + input: "has_invalid_dims/x:output:0" + input: "has_invalid_dims/num_invalid_dims:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "incompatible_shape_error" + value { + b: true } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "has_invalid_dims" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + ret { + key: "has_invalid_dims" + value: "has_invalid_dims_0:z:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + dim { + size: 2 + } } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + shape { + dim { + size: 2 + } + } + shape { } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } + function { + signature { + name: "bidirectional_rnn_bw_bw_while_body_726_grad_3202" + input_arg { + name: "placeholder" + type: DT_INT32 } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_1" + type: DT_INT32 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_2" + type: DT_INT32 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + input_arg { + name: "placeholder_3" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_4" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "placeholder_5" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" + input_arg { + name: "placeholder_6" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_7" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_8" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_9" + type: DT_FLOAT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_10" + type: DT_FLOAT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_11" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } + input_arg { + name: "placeholder_12" + type: DT_FLOAT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_13" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" + input_arg { + name: "placeholder_14" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_15" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + input_arg { + name: "placeholder_16" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_17" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } + input_arg { + name: "placeholder_18" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 + input_arg { + name: "placeholder_19" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } + input_arg { + name: "placeholder_20" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } + input_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_select" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } + input_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_placeholder" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } + input_arg { + name: "gradients_select_1_grad_zeros_like_placeholder_2" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } + input_arg { + name: "gradients_select_1_grad_select_greaterequal" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } + input_arg { + name: "gradients_select_2_grad_zeros_like_placeholder_3" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } + input_arg { + name: "gradients_select_3_grad_zeros_like_placeholder_4" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" + input_arg { + name: "gradients_select_grad_zeros_like_select_bidirectional_rnn_bw_bw_zeros_0" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_0_dropout_cast" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_dropout_mul" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_1_dropout_cast" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_dropout_mul" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_2_dropout_cast" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_dropout_mul" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_2_dropout_1_cast" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_dropout_1_mul" + type: DT_VARIANT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_add" + type: DT_VARIANT } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_add" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_add" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_2_gru_cell_tanh" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_sub" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_2_gru_cell_concat_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_1_dropout_1_mul_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_2_gru_cell_mul" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_2_gru_cell_concat" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_1_dropout_1_cast" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_dropout_1_mul" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_1_gru_cell_tanh" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_sub" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_1_gru_cell_concat_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_0_dropout_1_mul_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_1_gru_cell_mul" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_1_gru_cell_concat" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_0_dropout_1_cast" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_dropout_1_mul" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_0_gru_cell_tanh" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_sub" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_0_gru_cell_concat_1" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorarrayv2read_tensorlistgetitem" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_0_gru_cell_mul" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_split" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid" + type: DT_VARIANT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_0_gru_cell_concat" + type: DT_VARIANT + } + input_arg { + name: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT + } + output_arg { + name: "identity" + type: DT_INT32 + } + output_arg { + name: "identity_1" + type: DT_INT32 + } + output_arg { + name: "identity_2" + type: DT_INT32 + } + output_arg { + name: "identity_3" + type: DT_VARIANT + } + output_arg { + name: "identity_4" + type: DT_FLOAT + } + output_arg { + name: "identity_5" + type: DT_FLOAT + } + output_arg { + name: "identity_6" + type: DT_FLOAT + } + output_arg { + name: "identity_7" + type: DT_VARIANT + } + output_arg { + name: "identity_8" + type: DT_FLOAT + } + output_arg { + name: "identity_9" + type: DT_FLOAT + } + output_arg { + name: "identity_10" + type: DT_FLOAT + } + output_arg { + name: "identity_11" + type: DT_FLOAT + } + output_arg { + name: "identity_12" + type: DT_FLOAT + } + output_arg { + name: "identity_13" + type: DT_FLOAT + } + output_arg { + name: "identity_14" + type: DT_FLOAT + } + output_arg { + name: "identity_15" + type: DT_FLOAT + } + output_arg { + name: "identity_16" + type: DT_FLOAT + } + output_arg { + name: "identity_17" + type: DT_FLOAT + } + output_arg { + name: "identity_18" + type: DT_FLOAT + } + output_arg { + name: "identity_19" + type: DT_FLOAT + } + output_arg { + name: "identity_20" + type: DT_FLOAT + } + output_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_select_1_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_select_1_grad_select_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_select_2_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_select_3_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_select_grad_zeros_like_select_bidirectional_rnn_bw_bw_zeros" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_0" + op: "Identity" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_VARIANT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/grad_ys_0" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/grad_ys_1" + op: "Identity" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_2" + op: "Identity" + input: "placeholder_5" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_2" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_3" + op: "Identity" + input: "placeholder_6" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_3" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/grad_ys_4" + op: "Identity" + input: "placeholder_7" + attr { + key: "T" + value { + type: DT_VARIANT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_4" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_5" + op: "Identity" + input: "placeholder_8" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" + experimental_debug_info { + original_node_names: "gradients/grad_ys_5" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_6" + op: "Identity" + input: "placeholder_9" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" + experimental_debug_info { + original_node_names: "gradients/grad_ys_6" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/grad_ys_7" + op: "Identity" + input: "placeholder_10" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_7" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/grad_ys_8" + op: "Identity" + input: "placeholder_11" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_8" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_9" + op: "Identity" + input: "placeholder_12" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_9" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_10" + op: "Identity" + input: "placeholder_13" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_10" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/grad_ys_11" + op: "Identity" + input: "placeholder_14" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/grad_ys_11" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_12" + op: "Identity" + input: "placeholder_15" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + experimental_debug_info { + original_node_names: "gradients/grad_ys_12" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_13" + op: "Identity" + input: "placeholder_16" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/AddN_3" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/grad_ys_13" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/grad_ys_14" + op: "Identity" + input: "placeholder_17" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_3" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "gradients/grad_ys_14" } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/grad_ys_15" + op: "Identity" + input: "placeholder_18" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/grad_ys_15" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/grad_ys_16" + op: "Identity" + input: "placeholder_19" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" + experimental_debug_info { + original_node_names: "gradients/grad_ys_16" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/grad_ys_17" + op: "Identity" + input: "placeholder_20" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_17" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_select" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like" + op: "ZerosLike" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_placeholder" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem" + op: "TensorListSetItem" + input: "gradients/grad_ys_0:output:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape" + op: "Shape" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem" + op: "TensorListGetItem" + input: "gradients/grad_ys_0:output:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/Select_1_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_1_grad_zeros_like_placeholder_2" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/Select_1_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/Select_1_grad/Select/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_1_grad_select_greaterequal" + input: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_BOOL } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select/TensorListPopBack" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/Select_1_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_1:output:0" + input: "gradients/Select_1_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { - } + } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/Select_1_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/zeros_like:y:0" + input: "gradients/grad_ys_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/Select_2_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_2_grad_zeros_like_placeholder_3" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/Select_2_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_2:output:0" + input: "gradients/Select_2_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/Select" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/Select_2_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/zeros_like:y:0" + input: "gradients/grad_ys_2:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/Select_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/Select_3_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_3_grad_zeros_like_placeholder_4" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/Select_3_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_3:output:0" + input: "gradients/Select_3_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/Select" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/Select_3_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/zeros_like:y:0" + input: "gradients/grad_ys_3:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/Select_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/Select_grad/zeros_like" + op: "ZerosLike" + input: "gradients_select_grad_zeros_like_select_bidirectional_rnn_bw_bw_zeros_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/zeros_like" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/Select_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem:item:0" + input: "gradients/Select_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/Select" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/Select_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_grad/zeros_like:y:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem:item:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/Select_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_0_dropout_cast" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_1_grad/Select_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_dropout_mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape_1" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 128 - } - dim { - size: 128 - } + } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_1_dropout_cast" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_2_grad/Select_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { - dim { - size: 128 - } - dim { - size: 128 - } + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_dropout_mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 - } + } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 2 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } - shape { - dim { - size: 2 - } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - dim { - size: 2 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_bw_multi_rnn_cell_cell_2_dropout_cast" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_3_grad/Select_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 256 - } + } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_dropout_mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "keep_dims" + value { + b: false } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/AddN" + op: "AddN" + input: "gradients/grad_ys_17:output:0" + input: "gradients/Select_grad/Select:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_17" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/AddN" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/AddN_4" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_2_dropout_1_cast" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_grad/Select_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 - } + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_dropout_1_mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/AddN_4" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/AddN_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_add" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/AddN_5" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - dim { - size: 256 - } - dim { - size: 256 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "keep_dims" + value { + b: false } - int_val: 2 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 2 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_add" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { - dim { - size: 2 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape_1" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 256 - } + } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } - shape { - dim { - size: -1 - } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - float_val: 0.800000011920929 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_add" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_5_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/AddN_6" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } - shape { - dim { - size: -1 - } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/AddN_6" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/AddN_1" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/AddN_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_1:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_1:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/AddN_7" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 256 - } - dim { - size: 256 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/AddN_8" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN_8" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN_8" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_2_gru_cell_tanh" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } - float_val: 0.800000011920929 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_sub" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_5_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_7" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - dim { - size: -1 + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg:y:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "keep_dims" + value { + b: false } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_2_gru_cell_concat_1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" + attr { + key: "transpose_a" + value { + b: true + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/AddN_2" + op: "AddN" + input: "gradients/grad_ys_16:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_16" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_1_dropout_1_mul_1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_2_gru_cell_mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/AddN_3" + op: "AddN" + input: "gradients/grad_ys_15:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_15" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_3" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + attr { + key: "Tshape" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/AddN_9" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_2_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { - dim { - size: -1 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/AddN_4" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_4" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_4:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN_9" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN_9" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_2_gru_cell_concat" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/AddN_5" + op: "AddN" + input: "gradients/grad_ys_14:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_14" } } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/AddN_5" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 + } + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/AddN_6" + op: "AddN" + input: "gradients/grad_ys_13:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_13" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_6" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/AddN_7" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_7" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_1_dropout_1_cast" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/AddN_7:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_dropout_1_mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/AddN_7:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/AddN_8" + op: "AddN" + input: "gradients/Select_3_grad/Select:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_3_grad/Select" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_8" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/AddN_9" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_9" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_9:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_9:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_1_gru_cell_tanh" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_sub" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg:y:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_1_gru_cell_concat_1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" + attr { + key: "transpose_a" + value { + b: true + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/AddN_10" + op: "AddN" + input: "gradients/grad_ys_12:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_12" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_10" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_INT32 } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_0_dropout_1_mul_1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_1_gru_cell_mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/AddN_11" + op: "AddN" + input: "gradients/grad_ys_11:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_11" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_11" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_1_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/AddN_12" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_12" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_12:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_1_gru_cell_concat" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" + attr { + key: "transpose_a" + value { + b: true + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/AddN_13" + op: "AddN" + input: "gradients/grad_ys_10:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_10" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_13" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/AddN_10" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_10" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod" } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/AddN_14" + op: "AddN" + input: "gradients/grad_ys_9:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_9" } } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" + experimental_debug_info { + original_node_names: "gradients/AddN_14" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/AddN_15" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" + } + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_15" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_bw_multi_rnn_cell_cell_0_dropout_1_cast" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/AddN_15:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_dropout_1_mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/AddN_15:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/AddN_16" + op: "AddN" + input: "gradients/Select_2_grad/Select:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_2_grad/Select" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_16" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { - dim { - size: 128 - } + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_17" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_17" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_17:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_17:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_bw_multi_rnn_cell_cell_0_gru_cell_tanh" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/AddN_11" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_11" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_sub" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { - dim { - size: 128 - } - dim { - size: 128 - } + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "dtype" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { + } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - shape { - dim { - size: 128 - } + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg:y:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } - shape { - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_bw_multi_rnn_cell_cell_0_gru_cell_concat_1" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/AddN_18" + op: "AddN" + input: "gradients/grad_ys_8:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_8" } - dim { - size: 256 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_18" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorarrayv2read_tensorlistgetitem" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_bw_multi_rnn_cell_cell_0_gru_cell_mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/AddN_19" + op: "AddN" + input: "gradients/grad_ys_7:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_7" + } + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_19" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_bw_multi_rnn_cell_cell_0_gru_cell_split" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_20" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/AddN_20" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_20:sum:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 } - shape { + } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_bw_multi_rnn_cell_cell_0_gru_cell_concat" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } - shape { + } + attr { + key: "transpose_a" + value { + b: true } } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_21" + op: "AddN" + input: "gradients/grad_ys_6:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_6" } } - shape { - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_21" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 2 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 } - shape { - dim { - size: 2 - } + } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } - shape { - dim { - size: 2 - } + } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod:z:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/AddN_22" + op: "AddN" + input: "gradients/grad_ys_5:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_5" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_22" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_23" + op: "AddN" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/AddN_23" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength" + op: "TensorListLength" + input: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape" + op: "TensorListElementShape" + input: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "shape_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve" + op: "TensorListReserve" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape:element_shape:0" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength:length:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 256 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "shape_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem" + op: "TensorListSetItem" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve:handle:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/AddN_23:sum:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_24" + op: "AddN" + input: "gradients/Select_1_grad/Select:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_1_grad/Select" } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "gradients/AddN_24" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/AddN_25" + op: "AddN" + input: "gradients/grad_ys_4:output:0" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem:output_handle:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_VARIANT } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_4" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_25" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "add" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "add" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity" + op: "Identity" + input: "add:z:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" + experimental_debug_info { + original_node_names: "Identity" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "Identity_1" + op: "Identity" + input: "placeholder_1" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } + node_def { + name: "Identity_2" + op: "Identity" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_2" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_3" + op: "Identity" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem:output_handle:0" + attr { + key: "T" + value { + type: DT_VARIANT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + experimental_debug_info { + original_node_names: "Identity_3" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "Identity_4" + op: "Identity" + input: "gradients/AddN_24:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + experimental_debug_info { + original_node_names: "Identity_4" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "Identity_5" + op: "Identity" + input: "gradients/AddN_16:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_5" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "Identity_6" + op: "Identity" + input: "gradients/AddN_8:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } - float_val: 0.0 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_6" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "Identity_7" + op: "Identity" + input: "gradients/AddN_25:sum:0" + attr { + key: "T" + value { + type: DT_VARIANT } - shape { + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "Identity_7" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "Identity_8" + op: "Identity" + input: "gradients/AddN_22:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_8" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "Identity_9" + op: "Identity" + input: "gradients/AddN_21:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_9" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "Identity_10" + op: "Identity" + input: "gradients/AddN_19:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/AddN_12" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "Identity_10" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "Identity_11" + op: "Identity" + input: "gradients/AddN_18:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_11" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_12" + op: "Identity" + input: "gradients/AddN_14:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_12" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "Identity_13" + op: "Identity" + input: "gradients/AddN_13:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" + experimental_debug_info { + original_node_names: "Identity_13" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_14" + op: "Identity" + input: "gradients/AddN_11:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" + experimental_debug_info { + original_node_names: "Identity_14" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "Identity_15" + op: "Identity" + input: "gradients/AddN_10:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_15" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_16" + op: "Identity" + input: "gradients/AddN_6:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_16" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_17" + op: "Identity" + input: "gradients/AddN_5:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_17" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_18" + op: "Identity" + input: "gradients/AddN_3:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "Identity_18" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_19" + op: "Identity" + input: "gradients/AddN_2:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "Identity_19" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_20" + op: "Identity" + input: "gradients/AddN:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_20" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "stack_name" - value { - s: "" + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "swap_memory" - value { - b: false + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/AddN_12" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "stack_name" - value { - s: "" + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "swap_memory" - value { - b: false + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" } - } - attr { - key: "keep_dims" - value { - b: false + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/AddN_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "stack_name" - value { - s: "" + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "swap_memory" - value { - b: false + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "keep_dims" - value { - b: false + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/AddN_13" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" } - } - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - } + ret { + key: "gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_select_1_grad_select_tensorlistpopback" + value: "gradients/Select_1_grad/Select/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } + ret { + key: "gradients_select_1_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_1_grad/zeros_like/TensorListPopBack:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "gradients_select_2_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_2_grad/zeros_like/TensorListPopBack:output_handle:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - float_val: 0.0 - } + ret { + key: "gradients_select_3_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_3_grad/zeros_like/TensorListPopBack:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_select_grad_zeros_like_select_bidirectional_rnn_bw_bw_zeros" + value: "gradients_select_grad_zeros_like_select_bidirectional_rnn_bw_bw_zeros_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } + ret { + key: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + value: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_tensorlistpopback" + value: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: false + ret { + key: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_tensorlistpopback" + value: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "identity" + value: "Identity:output:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + ret { + key: "identity_1" + value: "Identity_1:output:0" } - } - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "identity_10" + value: "Identity_10:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - } - } + ret { + key: "identity_11" + value: "Identity_11:output:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "identity_12" + value: "Identity_12:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + ret { + key: "identity_13" + value: "Identity_13:output:0" + } + ret { + key: "identity_14" + value: "Identity_14:output:0" + } + ret { + key: "identity_15" + value: "Identity_15:output:0" + } + ret { + key: "identity_16" + value: "Identity_16:output:0" + } + ret { + key: "identity_17" + value: "Identity_17:output:0" + } + ret { + key: "identity_18" + value: "Identity_18:output:0" + } + ret { + key: "identity_19" + value: "Identity_19:output:0" + } + ret { + key: "identity_2" + value: "Identity_2:output:0" + } + ret { + key: "identity_20" + value: "Identity_20:output:0" + } + ret { + key: "identity_3" + value: "Identity_3:output:0" + } + ret { + key: "identity_4" + value: "Identity_4:output:0" + } + ret { + key: "identity_5" + value: "Identity_5:output:0" + } + ret { + key: "identity_6" + value: "Identity_6:output:0" + } + ret { + key: "identity_7" + value: "Identity_7:output:0" + } + ret { + key: "identity_8" + value: "Identity_8:output:0" + } + ret { + key: "identity_9" + value: "Identity_9:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 256 + shape { } - } - shape { - dim { - size: 256 + shape { } - dim { - size: 256 + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } } - int_val: 1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } } - int_val: 2 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 2 + } + } + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 2 + } + } + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - float_val: 0.0 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: false + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { + } + } + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 256 + } + } + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - float_val: 0.800000011920929 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_4_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_13" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/AddN_14" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 113 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 114 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" + arg_attr { + key: 115 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 116 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 117 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 118 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } - attr { - key: "swap_memory" - value { - b: false + function { + signature { + name: "has_valid_nonscalar_shape_false_1243" + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "has_valid_nonscalar_shape_is_same_rank_0" + type: DT_BOOL + } + output_arg { + name: "has_valid_nonscalar_shape_is_same_rank" + type: DT_BOOL + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + ret { + key: "has_valid_nonscalar_shape_is_same_rank" + value: "has_valid_nonscalar_shape_is_same_rank_0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + shape { } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - op: "Mul" - input: "gradients/AddN_14" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + function { + signature { + name: "__inference_Dataset_map_lambda_163" + input_arg { + name: "args_0" + type: DT_STRING + } + input_arg { + name: "args_1" + type: DT_INT64 + } + input_arg { + name: "args_2" + type: DT_STRING + } + input_arg { + name: "args_3" + type: DT_STRING + } + input_arg { + name: "args_4" + type: DT_INT64 + } + input_arg { + name: "args_5" + type: DT_FLOAT + } + input_arg { + name: "args_6" + type: DT_INT64 + } + input_arg { + name: "args_7" + type: DT_STRING + } + input_arg { + name: "args_8" + type: DT_STRING + } + input_arg { + name: "args_9" + type: DT_INT64 + } + input_arg { + name: "args_10" + type: DT_STRING + } + input_arg { + name: "args_11" + type: DT_FLOAT + } + input_arg { + name: "args_12" + type: DT_STRING + } + input_arg { + name: "args_13" + type: DT_STRING + } + input_arg { + name: "args_14" + type: DT_STRING + } + input_arg { + name: "args_15" + type: DT_INT64 + } + input_arg { + name: "args_16" + type: DT_STRING + } + input_arg { + name: "args_17" + type: DT_STRING + } + input_arg { + name: "args_18" + type: DT_INT64 + } + input_arg { + name: "args_19" + type: DT_STRING + } + input_arg { + name: "args_20" + type: DT_STRING + } + input_arg { + name: "args_21" + type: DT_STRING + } + input_arg { + name: "args_22" + type: DT_INT64 + } + input_arg { + name: "args_23" + type: DT_STRING + } + input_arg { + name: "args_24" + type: DT_INT64 + } + input_arg { + name: "args_25" + type: DT_INT64 + } + output_arg { + name: "identity" + type: DT_INT32 + } + output_arg { + name: "identity_1" + type: DT_INT64 + } + output_arg { + name: "identity_2" + type: DT_BOOL + } + } + node_def { + name: "PyFuncStateless" + op: "PyFuncStateless" + input: "args_0" + input: "args_13" + input: "args_12" + input: "args_14" + input: "args_2" + input: "args_3" + input: "args_7" + input: "args_8" + input: "args_16" + input: "args_17" + input: "args_19" + input: "args_20" + input: "args_23" + input: "args_10" + input: "args_21" + input: "args_1" + input: "args_6" + input: "args_15" + input: "args_18" + input: "args_4" + input: "args_9" + input: "args_25" + input: "args_24" + input: "args_22" + input: "args_5" + input: "args_11" + attr { + key: "Tin" + value { + list { + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_INT64 + type: DT_FLOAT + type: DT_FLOAT } - dim { - size: 128 + } + } + attr { + key: "Tout" + value { + list { + type: DT_INT32 + type: DT_INT64 + type: DT_BOOL } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + } + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "token" + value { + s: "pyfunc_0" } } + experimental_debug_info { + original_node_names: "PyFuncStateless" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "Identity" + op: "Identity" + input: "PyFuncStateless:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_1" + op: "Identity" + input: "PyFuncStateless:output:1" + attr { + key: "T" + value { + type: DT_INT64 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + experimental_debug_info { + original_node_names: "Identity_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity_2" + op: "Identity" + input: "PyFuncStateless:output:2" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + experimental_debug_info { + original_node_names: "Identity_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "identity" + value: "Identity:output:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "identity_1" + value: "Identity_1:output:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "identity_2" + value: "Identity_2:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 128 + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } - } - attr { - key: "swap_memory" - value { - b: false + attr { + key: "_tf_data_function" + value { + b: true + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_0" } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "_user_specified_name" + value { + s: "args_1" + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_2" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "gradients/AddN_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_3" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_user_specified_name" + value { + s: "args_4" + } } - int_val: -1 - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_user_specified_name" + value { + s: "args_5" } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_6" } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_7" } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_8" } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_9" + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_10" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_11" + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_12" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_13" + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_14" } } } } - } -} -node { - name: "gradients/AddN_15" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "_user_specified_name" + value { + s: "args_15" + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_16" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_17" } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_18" } } - float_val: 0.0 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_19" } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { + attr { + key: "_user_specified_name" + value { + s: "args_20" + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_21" } } - shape { - dim { - size: 256 + } + } + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_22" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_23" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_24" } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + attr { + key: "_user_specified_name" + value { + s: "args_25" } } } } } -} -node { - name: "gradients/AddN_16" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" + function { + signature { + name: "bidirectional_rnn_bw_bw_while_cond_725" + input_arg { + name: "bidirectional_rnn_bw_bw_while_loop_counter" + type: DT_INT32 } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1" + type: DT_INT32 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder" + type: DT_INT32 } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_1" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } + input_arg { + name: "placeholder_2" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" + input_arg { + name: "placeholder_3" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_4" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "less_bidirectional_rnn_bw_bw_minimum" + type: DT_INT32 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder0" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder1" + type: DT_INT32 } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder2" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder3" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder5" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder6" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder7" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder8" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder9" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder10" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder11" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder12" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder13" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder14" + type: DT_FLOAT + } + output_arg { + name: "logicaland" + type: DT_BOOL } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "Less" + op: "Less" + input: "placeholder" + input: "less_bidirectional_rnn_bw_bw_minimum" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "Less" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Less_1" + op: "Less" + input: "bidirectional_rnn_bw_bw_while_loop_counter" + input: "bidirectional_rnn_bw_bw_strided_slice_1" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + experimental_debug_info { + original_node_names: "Less_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "LogicalAnd" + op: "LogicalAnd" + input: "Less_1:z:0" + input: "Less:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "LogicalAnd" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "logicaland" + value: "LogicalAnd:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN_16" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN_16" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } - float_val: 0.800000011920929 } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + function { + signature { + name: "bidirectional_rnn_bw_bw_while_cond_725_rewritten" + input_arg { + name: "bidirectional_rnn_bw_bw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "less_bidirectional_rnn_bw_bw_minimum" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder0" + type: DT_VARIANT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder1" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder2" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder3" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder5" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder6" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder7" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder8" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder9" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder10" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder11" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder12" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder13" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_while_cond_725___redundant_placeholder14" + type: DT_FLOAT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_select_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_2_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_greaterequal_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_3_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_4_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + output_arg { + name: "logicaland" + type: DT_BOOL + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + node_def { + name: "Less" + op: "Less" + input: "placeholder" + input: "less_bidirectional_rnn_bw_bw_minimum" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Less" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Less_1" + op: "Less" + input: "bidirectional_rnn_bw_bw_while_loop_counter" + input: "bidirectional_rnn_bw_bw_strided_slice_1" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + experimental_debug_info { + original_node_names: "Less_1" + } + } + node_def { + name: "LogicalAnd" + op: "LogicalAnd" + input: "Less_1:z:0" + input: "Less:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "LogicalAnd" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "logicaland" + value: "LogicalAnd:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 128 + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_4_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_15" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } - attr { - key: "Tshape" - value { - type: DT_INT32 + function { + signature { + name: "softmax_cross_entropy_loss_assert_broadcastable_AssertGuard_true_1196" + input_arg { + name: "identity_softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_identity" + type: DT_BOOL + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "placeholder_2" + type: DT_BOOL + } + output_arg { + name: "identity" + type: DT_BOOL + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "NoOp" + op: "NoOp" + attr { + key: "_output_shapes" + value { + list { } } } + experimental_debug_info { + original_node_names: "NoOp" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "Identity" + op: "Identity" + input: "identity_softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_identity" + input: "^NoOp" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } } - dim { - size: 128 + shape { + dim { + size: 2 + } + } + shape { } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" + function { + signature { + name: "__inference_Dataset_flat_map_read_one_file_30" + input_arg { + name: "args_0" + type: DT_STRING + } + output_arg { + name: "identity" + type: DT_VARIANT } + is_stateful: true + control_output: "TFRecordDataset" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "compression_type" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + } + string_val: "GZIP" + } + } + } + experimental_debug_info { + original_node_names: "compression_type" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" + node_def { + name: "buffer_size" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + } + int64_val: 262144 + } + } + } + experimental_debug_info { + original_node_names: "buffer_size" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + node_def { + name: "TFRecordDataset" + op: "TFRecordDataset" + input: "args_0" + input: "compression_type:output:0" + input: "buffer_size:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "TFRecordDataset" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Identity" + op: "Identity" + input: "TFRecordDataset:handle:0" + input: "^TFRecordDataset" + attr { + key: "T" + value { + type: DT_VARIANT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "identity" + value: "Identity:output:0" } - } - attr { - key: "is_constant" - value { - b: true + attr { + key: "_input_shapes" + value { + list { + shape { + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + attr { + key: "_tf_data_function" + value { + b: true + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + control_ret { + key: "TFRecordDataset" + value: "TFRecordDataset" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + attr { + key: "_user_specified_name" + value { + s: "args_0" } } } } } - attr { - key: "swap_memory" - value { - b: false + function { + signature { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_AssertGuard_true_1284" + input_arg { + name: "identity_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_identity" + type: DT_BOOL + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "placeholder_2" + type: DT_BOOL + } + output_arg { + name: "identity" + type: DT_BOOL + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "NoOp" + op: "NoOp" + attr { + key: "_output_shapes" + value { + list { } } } + experimental_debug_info { + original_node_names: "NoOp" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + node_def { + name: "Identity" + op: "Identity" + input: "identity_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_identity" + input: "^NoOp" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + shape { + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + function { + signature { + name: "has_valid_nonscalar_shape_true_1242" + input_arg { + name: "has_invalid_dims_expanddims_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + type: DT_INT32 + } + input_arg { + name: "has_invalid_dims_expanddims_1_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_BOOL + } + output_arg { + name: "has_invalid_dims" + type: DT_BOOL } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "has_invalid_dims/ExpandDims/dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims/dim" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "has_invalid_dims/ExpandDims" + op: "ExpandDims" + input: "has_invalid_dims_expanddims_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + input: "has_invalid_dims/ExpandDims/dim:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - dim { - size: -1 + } + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "has_invalid_dims/ones_like/Shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\002\000\000\000\001\000\000\000" + } + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/ones_like/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like/Const" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/ones_like" + op: "Fill" + input: "has_invalid_dims/ones_like/Shape:output:0" + input: "has_invalid_dims/ones_like/Const:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } + attr { + key: "index_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims/ones_like" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "has_invalid_dims/concat/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "has_invalid_dims/concat" + op: "ConcatV2" + input: "has_invalid_dims/ExpandDims:output:0" + input: "has_invalid_dims/ones_like:output:0" + input: "has_invalid_dims/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/concat" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/ExpandDims_1/dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims_1/dim" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "has_invalid_dims/ExpandDims_1" + op: "ExpandDims" + input: "has_invalid_dims_expanddims_1_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + input: "has_invalid_dims/ExpandDims_1/dim:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "Tdim" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + dim { + size: 1 + } + } } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/ExpandDims_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "has_invalid_dims/DenseToDenseSetOperation" + op: "DenseToDenseSetOperation" + input: "has_invalid_dims/ExpandDims_1:output:0" + input: "has_invalid_dims/concat:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 2 + } + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "set_operation" + value { + s: "a-b" } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + attr { + key: "validate_indices" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims/DenseToDenseSetOperation" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "has_invalid_dims/num_invalid_dims" + op: "Size" + input: "has_invalid_dims/DenseToDenseSetOperation:result_values:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims/num_invalid_dims" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "has_invalid_dims/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 0 } } } + experimental_debug_info { + original_node_names: "has_invalid_dims/x" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "has_invalid_dims_0" + op: "Equal" + input: "has_invalid_dims/x:output:0" + input: "has_invalid_dims/num_invalid_dims:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "incompatible_shape_error" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "has_invalid_dims" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "has_invalid_dims" + value: "has_invalid_dims_0:z:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + dim { + size: 2 + } } - dim { - size: 128 + shape { + dim { + size: 2 + } + } + shape { } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + function { + signature { + name: "bidirectional_rnn_fw_fw_while_cond_312_rewritten" + input_arg { + name: "bidirectional_rnn_fw_fw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "less_bidirectional_rnn_fw_fw_minimum" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder0" + type: DT_VARIANT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder1" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder2" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder3" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder5" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder6" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder7" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder8" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder9" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder10" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder11" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder12" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder13" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_while_cond_312___redundant_placeholder14" + type: DT_FLOAT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_select_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_2_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_greaterequal_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_3_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_4_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + output_arg { + name: "logicaland" + type: DT_BOOL + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Less" + op: "Less" + input: "placeholder" + input: "less_bidirectional_rnn_fw_fw_minimum" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "Less" + } } - } - attr { - key: "keep_dims" - value { - b: false + node_def { + name: "Less_1" + op: "Less" + input: "bidirectional_rnn_fw_fw_while_loop_counter" + input: "bidirectional_rnn_fw_fw_strided_slice_1" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Less_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "LogicalAnd" + op: "LogicalAnd" + input: "Less_1:z:0" + input: "Less:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "LogicalAnd" + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + ret { + key: "logicaland" + value: "LogicalAnd:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 128 + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + unknown_rank: true + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/AddN_17" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "gradients/AddN_17" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "gradients/AddN_17" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tidx" - value { - type: DT_INT32 + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "keep_dims" - value { - b: false + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: -1 + } + } + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: -1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "stack_name" - value { - s: "" + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + function { + signature { + name: "bidirectional_rnn_bw_bw_while_body_726_rewritten" + input_arg { + name: "bidirectional_rnn_bw_bw_while_loop_counter" + type: DT_INT32 } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1_0" + type: DT_INT32 } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder" + type: DT_INT32 } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_1" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + input_arg { + name: "placeholder_2" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_3" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "placeholder_4" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" + input_arg { + name: "bidirectional_rnn_bw_bw_minimum_0" + type: DT_INT32 } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" + type: DT_INT32 } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "select_bidirectional_rnn_bw_bw_zeros_0" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } + input_arg { + name: "tensorlistpushback_gradients_bidirectional_rnn_bw_bw_while_grad_select_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_1_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_2_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_2_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" + input_arg { + name: "tensorlistpushback_3_gradients_bidirectional_rnn_bw_bw_while_grad_greaterequal_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "tensorlistpushback_4_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_3_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 + input_arg { + name: "tensorlistpushback_5_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_4_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" + input_arg { + name: "tensorlistpushback_6_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorlistpushback_7_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorlistpushback_8_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_9_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_10_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorlistpushback_11_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } + input_arg { + name: "tensorlistpushback_12_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_13_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" + input_arg { + name: "tensorlistpushback_14_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_15_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" + input_arg { + name: "tensorlistpushback_16_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "tensorlistpushback_17_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorlistpushback_18_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "tensorlistpushback_19_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } + input_arg { + name: "tensorlistpushback_20_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + type: DT_VARIANT } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" + input_arg { + name: "tensorlistpushback_21_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_22_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_23_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_24_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_25_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_26_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_27_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_28_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_29_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_30_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_31_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_32_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_33_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_34_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_35_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_36_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_37_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_38_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_39_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_40_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_41_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_42_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_43_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_44_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_45_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_46_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_47_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_48_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_49_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_50_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_51_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_52_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_53_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_54_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_55_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_56_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_57_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_58_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_59_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_60_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_61_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_62_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_63_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_64_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_65_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_66_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_67_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_68_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_69_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_70_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_71_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_72_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_73_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_74_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_75_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_76_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_77_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_78_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_79_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_80_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_81_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_82_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_83_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_84_gradients_bidirectional_rnn_bw_bw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_85_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_86_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_87_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_88_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_89_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + output_arg { + name: "add_1" + type: DT_INT32 + } + output_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1" + type: DT_INT32 + } + output_arg { + name: "add" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2write_tensorlistsetitem" + type: DT_VARIANT + } + output_arg { + name: "select_1" + type: DT_FLOAT + } + output_arg { + name: "select_2" + type: DT_FLOAT + } + output_arg { + name: "select_3" + type: DT_FLOAT + } + output_arg { + name: "bidirectional_rnn_bw_bw_minimum" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT + } + output_arg { + name: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen" + type: DT_INT32 + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "select_bidirectional_rnn_bw_bw_zeros" + type: DT_FLOAT + } + output_arg { + name: "tensorlistpushback" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_1" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_2" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_3" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_4" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_5" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_6" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_7" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_8" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_9" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_10" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_11" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_12" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_13" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_14" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_15" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_16" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_17" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_18" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_19" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_20" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_21" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_22" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_23" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_24" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_25" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_26" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_27" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_28" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_29" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_30" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_31" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_32" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_33" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_34" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_35" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_36" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_37" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_38" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_39" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_40" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_41" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_42" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_43" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_44" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_45" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_46" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_47" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_48" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_49" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_50" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_51" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_52" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_53" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_54" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_55" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_56" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_57" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_58" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_59" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_60" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_61" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_62" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_63" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_64" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_65" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_66" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_67" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_68" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_69" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_70" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_71" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_72" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_73" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_74" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_75" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_76" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_77" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_78" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_79" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_80" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_81" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_82" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_83" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_84" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_85" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_86" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_87" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_88" + type: DT_VARIANT } + output_arg { + name: "tensorlistpushback_89" + type: DT_VARIANT + } + is_stateful: true } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorArrayV2Read/TensorListGetItem/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\010\000\000\000" + } + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem/element_shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorArrayV2Read/TensorListGetItem" + op: "TensorListGetItem" + input: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + input: "placeholder" + input: "TensorArrayV2Read/TensorListGetItem/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "GreaterEqual" + op: "GreaterEqual" + input: "placeholder" + input: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "GreaterEqual" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "placeholder_2" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Const" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/split" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/sub" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/add" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_0/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 0 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "SrcT" + value { + type: DT_BOOL } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Cast" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Mul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Const" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" + attr { + key: "dtype" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + attr { + key: "seed" + value { + i: 17 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } + attr { + key: "seed2" + value { + i: 1 } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: -1 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "SrcT" + value { + type: DT_BOOL } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Cast" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "placeholder_3" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "transpose_a" + value { + b: false } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + } } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/split" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - dim { - size: -1 + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_a" + value { + b: false } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_b" + value { + b: false } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/sub" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/add" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_1/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Cast" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Mul_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Shape" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 3 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Cast" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "placeholder_4" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/split" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + attr { + key: "Tidx" + value { + type: DT_INT32 + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + attr { + key: "transpose_a" + value { + b: false } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3" + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/sub" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/AddN_18" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_18" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/add" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_FLOAT } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Shape" + } } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_2/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 4 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Cast" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Mul_1" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: -1 + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Const" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Mul" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 5 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "SrcT" + value { + type: DT_BOOL } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" + attr { + key: "Truncate" + value { + b: false + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Cast" + } } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Select" + op: "Select" + input: "GreaterEqual:z:0" + input: "select_bidirectional_rnn_bw_bw_zeros_0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "Select_1" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_2" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_0/dropout/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" + experimental_debug_info { + original_node_names: "Select_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Select_2" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_3" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_1/dropout/Mul_1" + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "Select_2" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "Select_3" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_4" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout/Mul_1" } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_3" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "TensorArrayV2Write/TensorListSetItem" + op: "TensorListSetItem" + input: "placeholder_1" + input: "placeholder" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Write/TensorListSetItem" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } - attr { - key: "swap_memory" - value { - b: false + node_def { + name: "add_0" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "add" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "add_1/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add_1/y" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + node_def { + name: "add_1_0" + op: "AddV2" + input: "bidirectional_rnn_bw_bw_while_loop_counter" + input: "add_1/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "add_1" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack" + op: "TensorListPushBack" + input: "tensorlistpushback_gradients_bidirectional_rnn_bw_bw_while_grad_select_0_accumulator" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "TensorListPushBack_1" + op: "TensorListPushBack" + input: "tensorlistpushback_1_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_0_accumulator" + input: "placeholder" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_1" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_2" + op: "TensorListPushBack" + input: "tensorlistpushback_2_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_2_0_accumulator" + input: "placeholder_2" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_2" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_3" + op: "TensorListPushBack" + input: "tensorlistpushback_3_gradients_bidirectional_rnn_bw_bw_while_grad_greaterequal_0_accumulator" + input: "GreaterEqual:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + attr { + key: "element_dtype" + value { + type: DT_BOOL + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_3" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_4" + op: "TensorListPushBack" + input: "tensorlistpushback_4_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_3_0_accumulator" + input: "placeholder_3" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" + experimental_debug_info { + original_node_names: "TensorListPushBack_4" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_5" + op: "TensorListPushBack" + input: "tensorlistpushback_5_gradients_bidirectional_rnn_bw_bw_while_grad_placeholder_4_0_accumulator" + input: "placeholder_4" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_5" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_6" + op: "TensorListPushBack" + input: "tensorlistpushback_6_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_6" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_7" + op: "TensorListPushBack" + input: "tensorlistpushback_7_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_7" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_8" + op: "TensorListPushBack" + input: "tensorlistpushback_8_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_8" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_9" + op: "TensorListPushBack" + input: "tensorlistpushback_9_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_9" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_10" + op: "TensorListPushBack" + input: "tensorlistpushback_10_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - float_val: 0.0 + } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_10" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_11" + op: "TensorListPushBack" + input: "tensorlistpushback_11_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_11" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_12" + op: "TensorListPushBack" + input: "tensorlistpushback_12_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_12" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_13" + op: "TensorListPushBack" + input: "tensorlistpushback_13_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 128 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_13" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_14" + op: "TensorListPushBack" + input: "tensorlistpushback_14_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_14" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_15" + op: "TensorListPushBack" + input: "tensorlistpushback_15_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_15" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_16" + op: "TensorListPushBack" + input: "tensorlistpushback_16_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" + experimental_debug_info { + original_node_names: "TensorListPushBack_16" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_17" + op: "TensorListPushBack" + input: "tensorlistpushback_17_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_17" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_18" + op: "TensorListPushBack" + input: "tensorlistpushback_18_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_18" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_19" + op: "TensorListPushBack" + input: "tensorlistpushback_19_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_19" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_20" + op: "TensorListPushBack" + input: "tensorlistpushback_20_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_20" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_21" + op: "TensorListPushBack" + input: "tensorlistpushback_21_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + experimental_debug_info { + original_node_names: "TensorListPushBack_21" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_22" + op: "TensorListPushBack" + input: "tensorlistpushback_22_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_22" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_23" + op: "TensorListPushBack" + input: "tensorlistpushback_23_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_23" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_24" + op: "TensorListPushBack" + input: "tensorlistpushback_24_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_24" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_25" + op: "TensorListPushBack" + input: "tensorlistpushback_25_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_25" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_26" + op: "TensorListPushBack" + input: "tensorlistpushback_26_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_26" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_27" + op: "TensorListPushBack" + input: "tensorlistpushback_27_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_27" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_28" + op: "TensorListPushBack" + input: "tensorlistpushback_28_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_28" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_29" + op: "TensorListPushBack" + input: "tensorlistpushback_29_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3" + experimental_debug_info { + original_node_names: "TensorListPushBack_29" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_30" + op: "TensorListPushBack" + input: "tensorlistpushback_30_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_30" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "TensorListPushBack_31" + op: "TensorListPushBack" + input: "tensorlistpushback_31_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_31" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "TensorListPushBack_32" + op: "TensorListPushBack" + input: "tensorlistpushback_32_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_32" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_33" + op: "TensorListPushBack" + input: "tensorlistpushback_33_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_33" + } } - } -} -node { - name: "gradients/AddN_19" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "gradients/AddN_19" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_34" + op: "TensorListPushBack" + input: "tensorlistpushback_34_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } - int_val: 1 + } + experimental_debug_info { + original_node_names: "TensorListPushBack_34" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_35" + op: "TensorListPushBack" + input: "tensorlistpushback_35_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_35" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 8 - } - dim { - size: 128 - } + attr { + key: "out_type" + value { + type: DT_INT32 } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_36" + op: "TensorListPushBack" + input: "tensorlistpushback_36_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_36" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_37" + op: "TensorListPushBack" + input: "tensorlistpushback_37_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_37" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_38" + op: "TensorListPushBack" + input: "tensorlistpushback_38_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 8 - } - dim { - size: 128 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_38" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_39" + op: "TensorListPushBack" + input: "tensorlistpushback_39_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_39" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_40" + op: "TensorListPushBack" + input: "tensorlistpushback_40_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_40" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_41" + op: "TensorListPushBack" + input: "tensorlistpushback_41_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_41" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_42" + op: "TensorListPushBack" + input: "tensorlistpushback_42_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - float_val: 0.0 + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_42" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_43" + op: "TensorListPushBack" + input: "tensorlistpushback_43_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_43" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_44" + op: "TensorListPushBack" + input: "tensorlistpushback_44_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 128 - } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_44" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_45" + op: "TensorListPushBack" + input: "tensorlistpushback_45_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_45" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_46" + op: "TensorListPushBack" + input: "tensorlistpushback_46_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_46" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_47" + op: "TensorListPushBack" + input: "tensorlistpushback_47_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_47" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - float_val: 0.0 + } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_48" + op: "TensorListPushBack" + input: "tensorlistpushback_48_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_48" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_49" + op: "TensorListPushBack" + input: "tensorlistpushback_49_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_49" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_50" + op: "TensorListPushBack" + input: "tensorlistpushback_50_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 128 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_50" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_51" + op: "TensorListPushBack" + input: "tensorlistpushback_51_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_51" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_52" + op: "TensorListPushBack" + input: "tensorlistpushback_52_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_52" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_53" + op: "TensorListPushBack" + input: "tensorlistpushback_53_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_53" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_54" + op: "TensorListPushBack" + input: "tensorlistpushback_54_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_54" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_55" + op: "TensorListPushBack" + input: "tensorlistpushback_55_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_55" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_56" + op: "TensorListPushBack" + input: "tensorlistpushback_56_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_56" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_57" + op: "TensorListPushBack" + input: "tensorlistpushback_57_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_57" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_58" + op: "TensorListPushBack" + input: "tensorlistpushback_58_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_58" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_59" + op: "TensorListPushBack" + input: "tensorlistpushback_59_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_59" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_60" + op: "TensorListPushBack" + input: "tensorlistpushback_60_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_60" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_61" + op: "TensorListPushBack" + input: "tensorlistpushback_61_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_61" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_62" + op: "TensorListPushBack" + input: "tensorlistpushback_62_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_62" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 + node_def { + name: "TensorListPushBack_63" + op: "TensorListPushBack" + input: "tensorlistpushback_63_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_63" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorListPushBack_64" + op: "TensorListPushBack" + input: "tensorlistpushback_64_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" + experimental_debug_info { + original_node_names: "TensorListPushBack_64" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_65" + op: "TensorListPushBack" + input: "tensorlistpushback_65_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_65" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_66" + op: "TensorListPushBack" + input: "tensorlistpushback_66_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_66" + } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_67" + op: "TensorListPushBack" + input: "tensorlistpushback_67_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_67" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_68" + op: "TensorListPushBack" + input: "tensorlistpushback_68_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_68" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: -1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_69" + op: "TensorListPushBack" + input: "tensorlistpushback_69_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_69" + } } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 + node_def { + name: "TensorListPushBack_70" + op: "TensorListPushBack" + input: "tensorlistpushback_70_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_70" + } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_71" + op: "TensorListPushBack" + input: "tensorlistpushback_71_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_71" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 + node_def { + name: "TensorListPushBack_72" + op: "TensorListPushBack" + input: "tensorlistpushback_72_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_72" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "out_type" + value { + type: DT_INT32 } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1" } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_73" + op: "TensorListPushBack" + input: "tensorlistpushback_73_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_73" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 128 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_74" + op: "TensorListPushBack" + input: "tensorlistpushback_74_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_74" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_75" + op: "TensorListPushBack" + input: "tensorlistpushback_75_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_75" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - float_val: 0.0 + } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_76" + op: "TensorListPushBack" + input: "tensorlistpushback_76_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_76" + } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_77" + op: "TensorListPushBack" + input: "tensorlistpushback_77_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_77" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - dim { - size: 8 - } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_78" + op: "TensorListPushBack" + input: "tensorlistpushback_78_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_78" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_79" + op: "TensorListPushBack" + input: "tensorlistpushback_79_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_79" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_80" + op: "TensorListPushBack" + input: "tensorlistpushback_80_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_80" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_81" + op: "TensorListPushBack" + input: "tensorlistpushback_81_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_81" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_82" + op: "TensorListPushBack" + input: "tensorlistpushback_82_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_82" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_83" + op: "TensorListPushBack" + input: "tensorlistpushback_83_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - float_val: 0.0 + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_83" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } - shape { + } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Shape" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_84" + op: "TensorListPushBack" + input: "tensorlistpushback_84_gradients_bidirectional_rnn_bw_bw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_84" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_85" + op: "TensorListPushBack" + input: "tensorlistpushback_85_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_85" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - int_val: 1 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "TensorListPushBack_86" + op: "TensorListPushBack" + input: "tensorlistpushback_86_gradients_bidirectional_rnn_bw_bw_while_grad_gradients_bw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/bw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 2 } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_86" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_87" + op: "TensorListPushBack" + input: "tensorlistpushback_87_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_87" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_88" + op: "TensorListPushBack" + input: "tensorlistpushback_88_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 2 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_88" + } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "TensorListPushBack_89" + op: "TensorListPushBack" + input: "tensorlistpushback_89_gradients_bidirectional_rnn_bw_bw_while_grad_bw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - shape { - dim { - size: 2 - } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_89" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 + ret { + key: "add" + value: "add_0:z:0" } - } - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "add_1" + value: "add_1_0:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } + ret { + key: "bidirectional_rnn_bw_bw_minimum" + value: "bidirectional_rnn_bw_bw_minimum_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 + ret { + key: "bidirectional_rnn_bw_bw_strided_slice_1" + value: "bidirectional_rnn_bw_bw_strided_slice_1_0" } - } - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - } + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen" + value: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + ret { + key: "select_1" + value: "Select_1:output:0" } - } - attr { - key: "is_constant" - value { - b: false + ret { + key: "select_2" + value: "Select_2:output:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "select_3" + value: "Select_3:output:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + ret { + key: "select_bidirectional_rnn_bw_bw_zeros" + value: "select_bidirectional_rnn_bw_bw_zeros_0" } - } - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + value: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } + ret { + key: "tensorarrayv2write_tensorlistsetitem" + value: "TensorArrayV2Write/TensorListSetItem:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback" + value: "TensorListPushBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_1" + value: "TensorListPushBack_1:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_10" + value: "TensorListPushBack_10:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_11" + value: "TensorListPushBack_11:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_12" + value: "TensorListPushBack_12:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_13" + value: "TensorListPushBack_13:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_14" + value: "TensorListPushBack_14:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_15" + value: "TensorListPushBack_15:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_16" + value: "TensorListPushBack_16:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } + ret { + key: "tensorlistpushback_17" + value: "TensorListPushBack_17:output_handle:0" } - } - attr { - key: "transpose_a" - value { - b: false + ret { + key: "tensorlistpushback_18" + value: "TensorListPushBack_18:output_handle:0" } - } - attr { - key: "transpose_b" - value { - b: true + ret { + key: "tensorlistpushback_19" + value: "TensorListPushBack_19:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } + ret { + key: "tensorlistpushback_2" + value: "TensorListPushBack_2:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "tensorlistpushback_20" + value: "TensorListPushBack_20:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "tensorlistpushback_21" + value: "TensorListPushBack_21:output_handle:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + ret { + key: "tensorlistpushback_22" + value: "TensorListPushBack_22:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } + ret { + key: "tensorlistpushback_23" + value: "TensorListPushBack_23:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "tensorlistpushback_24" + value: "TensorListPushBack_24:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_25" + value: "TensorListPushBack_25:output_handle:0" } - } - attr { - key: "stack_name" - value { - s: "" + ret { + key: "tensorlistpushback_26" + value: "TensorListPushBack_26:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "tensorlistpushback_27" + value: "TensorListPushBack_27:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "tensorlistpushback_28" + value: "TensorListPushBack_28:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" + ret { + key: "tensorlistpushback_29" + value: "TensorListPushBack_29:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "tensorlistpushback_3" + value: "TensorListPushBack_3:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "tensorlistpushback_30" + value: "TensorListPushBack_30:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_31" + value: "TensorListPushBack_31:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_32" + value: "TensorListPushBack_32:output_handle:0" } - } - attr { - key: "swap_memory" - value { - b: false + ret { + key: "tensorlistpushback_33" + value: "TensorListPushBack_33:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_34" + value: "TensorListPushBack_34:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_35" + value: "TensorListPushBack_35:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "tensorlistpushback_36" + value: "TensorListPushBack_36:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "tensorlistpushback_37" + value: "TensorListPushBack_37:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + ret { + key: "tensorlistpushback_38" + value: "TensorListPushBack_38:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "tensorlistpushback_39" + value: "TensorListPushBack_39:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "tensorlistpushback_4" + value: "TensorListPushBack_4:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_40" + value: "TensorListPushBack_40:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_41" + value: "TensorListPushBack_41:output_handle:0" } - } - attr { - key: "transpose_a" - value { - b: true + ret { + key: "tensorlistpushback_42" + value: "TensorListPushBack_42:output_handle:0" } - } - attr { - key: "transpose_b" - value { - b: false + ret { + key: "tensorlistpushback_43" + value: "TensorListPushBack_43:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } + ret { + key: "tensorlistpushback_44" + value: "TensorListPushBack_44:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "tensorlistpushback_45" + value: "TensorListPushBack_45:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "tensorlistpushback_46" + value: "TensorListPushBack_46:output_handle:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } + ret { + key: "tensorlistpushback_47" + value: "TensorListPushBack_47:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } + ret { + key: "tensorlistpushback_48" + value: "TensorListPushBack_48:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "tensorlistpushback_49" + value: "TensorListPushBack_49:output_handle:0" } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_5" + value: "TensorListPushBack_5:output_handle:0" } - } - attr { - key: "stack_name" - value { - s: "" + ret { + key: "tensorlistpushback_50" + value: "TensorListPushBack_50:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + ret { + key: "tensorlistpushback_51" + value: "TensorListPushBack_51:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } + ret { + key: "tensorlistpushback_52" + value: "TensorListPushBack_52:output_handle:0" } - } - attr { - key: "frame_name" - value { - s: "bidirectional_rnn/bw/bw/while/while_context" + ret { + key: "tensorlistpushback_53" + value: "TensorListPushBack_53:output_handle:0" } - } - attr { - key: "is_constant" - value { - b: true + ret { + key: "tensorlistpushback_54" + value: "TensorListPushBack_54:output_handle:0" } - } - attr { - key: "parallel_iterations" - value { - i: 32 + ret { + key: "tensorlistpushback_55" + value: "TensorListPushBack_55:output_handle:0" } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "^gradients/Add_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_56" + value: "TensorListPushBack_56:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + ret { + key: "tensorlistpushback_57" + value: "TensorListPushBack_57:output_handle:0" + } + ret { + key: "tensorlistpushback_58" + value: "TensorListPushBack_58:output_handle:0" + } + ret { + key: "tensorlistpushback_59" + value: "TensorListPushBack_59:output_handle:0" + } + ret { + key: "tensorlistpushback_6" + value: "TensorListPushBack_6:output_handle:0" + } + ret { + key: "tensorlistpushback_60" + value: "TensorListPushBack_60:output_handle:0" + } + ret { + key: "tensorlistpushback_61" + value: "TensorListPushBack_61:output_handle:0" + } + ret { + key: "tensorlistpushback_62" + value: "TensorListPushBack_62:output_handle:0" + } + ret { + key: "tensorlistpushback_63" + value: "TensorListPushBack_63:output_handle:0" + } + ret { + key: "tensorlistpushback_64" + value: "TensorListPushBack_64:output_handle:0" + } + ret { + key: "tensorlistpushback_65" + value: "TensorListPushBack_65:output_handle:0" + } + ret { + key: "tensorlistpushback_66" + value: "TensorListPushBack_66:output_handle:0" + } + ret { + key: "tensorlistpushback_67" + value: "TensorListPushBack_67:output_handle:0" + } + ret { + key: "tensorlistpushback_68" + value: "TensorListPushBack_68:output_handle:0" + } + ret { + key: "tensorlistpushback_69" + value: "TensorListPushBack_69:output_handle:0" + } + ret { + key: "tensorlistpushback_7" + value: "TensorListPushBack_7:output_handle:0" + } + ret { + key: "tensorlistpushback_70" + value: "TensorListPushBack_70:output_handle:0" + } + ret { + key: "tensorlistpushback_71" + value: "TensorListPushBack_71:output_handle:0" + } + ret { + key: "tensorlistpushback_72" + value: "TensorListPushBack_72:output_handle:0" + } + ret { + key: "tensorlistpushback_73" + value: "TensorListPushBack_73:output_handle:0" + } + ret { + key: "tensorlistpushback_74" + value: "TensorListPushBack_74:output_handle:0" + } + ret { + key: "tensorlistpushback_75" + value: "TensorListPushBack_75:output_handle:0" + } + ret { + key: "tensorlistpushback_76" + value: "TensorListPushBack_76:output_handle:0" + } + ret { + key: "tensorlistpushback_77" + value: "TensorListPushBack_77:output_handle:0" + } + ret { + key: "tensorlistpushback_78" + value: "TensorListPushBack_78:output_handle:0" + } + ret { + key: "tensorlistpushback_79" + value: "TensorListPushBack_79:output_handle:0" + } + ret { + key: "tensorlistpushback_8" + value: "TensorListPushBack_8:output_handle:0" + } + ret { + key: "tensorlistpushback_80" + value: "TensorListPushBack_80:output_handle:0" + } + ret { + key: "tensorlistpushback_81" + value: "TensorListPushBack_81:output_handle:0" + } + ret { + key: "tensorlistpushback_82" + value: "TensorListPushBack_82:output_handle:0" + } + ret { + key: "tensorlistpushback_83" + value: "TensorListPushBack_83:output_handle:0" + } + ret { + key: "tensorlistpushback_84" + value: "TensorListPushBack_84:output_handle:0" + } + ret { + key: "tensorlistpushback_85" + value: "TensorListPushBack_85:output_handle:0" + } + ret { + key: "tensorlistpushback_86" + value: "TensorListPushBack_86:output_handle:0" + } + ret { + key: "tensorlistpushback_87" + value: "TensorListPushBack_87:output_handle:0" + } + ret { + key: "tensorlistpushback_88" + value: "TensorListPushBack_88:output_handle:0" + } + ret { + key: "tensorlistpushback_89" + value: "TensorListPushBack_89:output_handle:0" + } + ret { + key: "tensorlistpushback_9" + value: "TensorListPushBack_9:output_handle:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { } - dim { - size: 136 + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 136 + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } - dim { - size: 136 + } + } + } + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } - float_val: 0.0 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 22 + value { + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } } - dim { - size: 128 + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: false + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { + } + } + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 128 + } + } + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/AddN_20" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^gradients/Sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { + } + } + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "source" - value { - s: "gradients" + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - op: "Enter" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "is_constant" - value { - b: true + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "parallel_iterations" - value { - i: 32 + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "gradients/AddN_20" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/AddN_21" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 136 + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - float_val: 0.0 } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: 1 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: 2 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 2 + } + } + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - float_val: 0.0 } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - shape { - dim { - size: 256 + } + } + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - float_val: 0.0 } } } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + function { + signature { + name: "__inference_Dataset_map_lambda_127" + input_arg { + name: "args_0" + type: DT_STRING + } + output_arg { + name: "identity" + type: DT_STRING + } + output_arg { + name: "identity_1" + type: DT_INT64 + } + output_arg { + name: "identity_2" + type: DT_STRING + } + output_arg { + name: "identity_3" + type: DT_STRING + } + output_arg { + name: "identity_4" + type: DT_INT64 + } + output_arg { + name: "identity_5" + type: DT_FLOAT + } + output_arg { + name: "identity_6" + type: DT_INT64 + } + output_arg { + name: "identity_7" + type: DT_STRING + } + output_arg { + name: "identity_8" + type: DT_STRING + } + output_arg { + name: "identity_9" + type: DT_INT64 + } + output_arg { + name: "identity_10" + type: DT_STRING + } + output_arg { + name: "identity_11" + type: DT_FLOAT + } + output_arg { + name: "identity_12" + type: DT_STRING + } + output_arg { + name: "identity_13" + type: DT_STRING + } + output_arg { + name: "identity_14" + type: DT_STRING + } + output_arg { + name: "identity_15" + type: DT_INT64 + } + output_arg { + name: "identity_16" + type: DT_STRING + } + output_arg { + name: "identity_17" + type: DT_STRING + } + output_arg { + name: "identity_18" + type: DT_INT64 + } + output_arg { + name: "identity_19" + type: DT_STRING + } + output_arg { + name: "identity_20" + type: DT_STRING + } + output_arg { + name: "identity_21" + type: DT_STRING + } + output_arg { + name: "identity_22" + type: DT_INT64 + } + output_arg { + name: "identity_23" + type: DT_STRING + } + output_arg { + name: "identity_24" + type: DT_INT64 + } + output_arg { + name: "identity_25" + type: DT_INT64 + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } - shape { + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - input: "gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_1" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } - shape { + } + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch:1" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_1" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_2" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/while/Switch_3_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_21" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/AddN_22" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_2" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "ParseSingleExample/ParseExample/Const_3" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_3" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/Const_4" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } - shape { + } + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } - attr { - key: "source" - value { - s: "gradients" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - op: "Enter" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_4" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_5" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "gradients/AddN_22" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + } + } + } } } - } - } -} -node { - name: "gradients/AddN_23" - op: "AddN" - input: "gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_5" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + node_def { + name: "ParseSingleExample/ParseExample/Const_6" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_6" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "ParseSingleExample/ParseExample/Const_7" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_STRING } - shape { + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_7" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "ParseSingleExample/ParseExample/Const_8" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } - shape { - dim { - size: 136 - } - dim { - size: 256 - } + } + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_8" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "ParseSingleExample/ParseExample/Const_9" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "bidirectional_rnn/fw/fw/TensorArray_1" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray_1" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_9" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/Const_10" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } - shape { - } } - } - } - attr { - key: "source" - value { - s: "gradients" - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/fw/TensorArray_1" + attr { + key: "dtype" + value { + type: DT_STRING + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_10" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "ParseSingleExample/ParseExample/Const_11" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT + } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + dim { + } + } + } + } + } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_11" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 + node_def { + name: "ParseSingleExample/ParseExample/Const_12" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_12" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_13" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } - float_val: 0.0 + } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_13" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - op: "Enter" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_14" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } - attr { - key: "frame_name" - value { - s: "gradients/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - op: "Merge" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } - shape { + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_14" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch" - op: "Switch" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - input: "gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_15" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } - shape { + } + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Add" - op: "Add" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch:1" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } + } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_15" + } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - op: "NextIteration" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/Const_16" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - op: "Exit" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/while/Switch_3_grad_1/NextIteration" - op: "NextIteration" - input: "gradients/AddN_23" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_16" + } } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "bidirectional_rnn/fw/fw/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 + node_def { + name: "ParseSingleExample/ParseExample/Const_17" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" - op: "Transpose" - input: "gradients/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "bidirectional_rnn/bw/bw/TensorArray_1" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray_1" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_17" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/Const_18" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } - shape { + } + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } - attr { - key: "source" - value { - s: "gradients" - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/bw/TensorArray_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "bidirectional_rnn/bw/bw/TensorArrayUnstack/range" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - unknown_rank: true - } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - op: "NoOp" - input: "^gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_18" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "ParseSingleExample/ParseExample/Const_19" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "bidirectional_rnn/bw/bw/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/bidirectional_rnn/bw/bw/transpose_grad/transpose" - op: "Transpose" - input: "gradients/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - input: "gradients/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_19" } } - } -} -node { - name: "gradients/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" - op: "ReverseSequence" - input: "gradients/bidirectional_rnn/bw/bw/transpose_grad/transpose" - input: "ExperimentalFunctionBufferingResourceGetNext:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "ParseSingleExample/ParseExample/Const_20" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" - value { - i: 1 - } - } -} -node { - name: "gradients/AddN_24" - op: "AddN" - input: "gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" - input: "gradients/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/transpose_grad/transpose" + attr { + key: "dtype" + value { + type: DT_STRING + } } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/embedding_lookup_grad/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embedding_lookup/ReadVariableOp" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_20" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/Const_21" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { - size: 2 + attr { + key: "dtype" + value { + type: DT_STRING + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } - tensor_content: "J\000\000\000\000\000\000\000\010\000\000\000\000\000\000\000" } - } - } -} -node { - name: "gradients/embedding_lookup_grad/ToInt32" - op: "Cast" - input: "gradients/embedding_lookup_grad/Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "DstT" - value { - type: DT_INT32 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_class" - value { - list { - s: "loc:@embedding_lookup/ReadVariableOp" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_21" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/Const_22" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/embedding_lookup_grad/Size" - op: "Size" - input: "ExperimentalFunctionBufferingResourceGetNext" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT64 } } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "gradients/embedding_lookup_grad/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_22" } } - } -} -node { - name: "gradients/embedding_lookup_grad/ExpandDims" - op: "ExpandDims" - input: "gradients/embedding_lookup_grad/Size" - input: "gradients/embedding_lookup_grad/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "ParseSingleExample/ParseExample/Const_23" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/embedding_lookup_grad/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_23" } } - } -} -node { - name: "gradients/embedding_lookup_grad/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "ParseSingleExample/ParseExample/Const_24" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } + attr { + key: "dtype" + value { + type: DT_INT64 } - int_val: 0 } - } - } -} -node { - name: "gradients/embedding_lookup_grad/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_24" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "ParseSingleExample/ParseExample/Const_25" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } - int_val: 1 } - } - } -} -node { - name: "gradients/embedding_lookup_grad/strided_slice" - op: "StridedSlice" - input: "gradients/embedding_lookup_grad/ToInt32" - input: "gradients/embedding_lookup_grad/strided_slice/stack" - input: "gradients/embedding_lookup_grad/strided_slice/stack_1" - input: "gradients/embedding_lookup_grad/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT64 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT64 + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/Const_25" + } } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 1 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "gradients/embedding_lookup_grad/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/ParseExampleV2/names" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "dtype" + value { + type: DT_STRING } - int_val: 0 } - } - } -} -node { - name: "gradients/embedding_lookup_grad/concat" - op: "ConcatV2" - input: "gradients/embedding_lookup_grad/ExpandDims" - input: "gradients/embedding_lookup_grad/strided_slice" - input: "gradients/embedding_lookup_grad/concat/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/ParseExampleV2/names" + } } - } -} -node { - name: "gradients/embedding_lookup_grad/Reshape" - op: "Reshape" - input: "gradients/AddN_24" - input: "gradients/embedding_lookup_grad/concat" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 + node_def { + name: "ParseSingleExample/ParseExample/ParseExampleV2/sparse_keys" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } -} -node { - name: "gradients/embedding_lookup_grad/Reshape_1" - op: "Reshape" - input: "ExperimentalFunctionBufferingResourceGetNext" - input: "gradients/embedding_lookup_grad/ExpandDims" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } -} -node { - name: "tower_1/random_normal/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/ParseExampleV2/sparse_keys" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 + node_def { + name: "ParseSingleExample/ParseExample/ParseExampleV2/dense_keys" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 26 + } + } } } - tensor_content: "J\000\000\000\010\000\000\000" } - } - } -} -node { - name: "tower_1/random_normal/mean" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + size: 26 + } + } + string_val: "building_name" + string_val: "flat_number" + string_val: "flat_number_prefix" + string_val: "flat_number_suffix" + string_val: "flat_type" + string_val: "latitude" + string_val: "level_number" + string_val: "level_number_prefix" + string_val: "level_number_suffix" + string_val: "level_type" + string_val: "locality_name" + string_val: "longitude" + string_val: "lot_number" + string_val: "lot_number_prefix" + string_val: "lot_number_suffix" + string_val: "number_first" + string_val: "number_first_prefix" + string_val: "number_first_suffix" + string_val: "number_last" + string_val: "number_last_prefix" + string_val: "number_last_suffix" + string_val: "postcode" + string_val: "state_abbreviation" + string_val: "street_name" + string_val: "street_suffix_code" + string_val: "street_type_code" + } + } + } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/ParseExampleV2/dense_keys" } } - } -} -node { - name: "tower_1/random_normal/stddev" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "ParseSingleExample/ParseExample/ParseExampleV2/ragged_keys" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "dtype" + value { + type: DT_STRING } - float_val: 1.0 } - } - } -} -node { - name: "tower_1/random_normal/RandomStandardNormal" - op: "RandomStandardNormal" - input: "tower_1/random_normal/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + attr { + key: "value" + value { + tensor { + dtype: DT_STRING + tensor_shape { + dim { + } + } } } } + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/ParseExampleV2/ragged_keys" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/random_normal/mul" - op: "Mul" - input: "tower_1/random_normal/RandomStandardNormal" - input: "tower_1/random_normal/stddev" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + node_def { + name: "ParseSingleExample/ParseExample/ParseExampleV2" + op: "ParseExampleV2" + input: "args_0" + input: "ParseSingleExample/ParseExample/ParseExampleV2/names:output:0" + input: "ParseSingleExample/ParseExample/ParseExampleV2/sparse_keys:output:0" + input: "ParseSingleExample/ParseExample/ParseExampleV2/dense_keys:output:0" + input: "ParseSingleExample/ParseExample/ParseExampleV2/ragged_keys:output:0" + input: "ParseSingleExample/ParseExample/Const:output:0" + input: "ParseSingleExample/ParseExample/Const_1:output:0" + input: "ParseSingleExample/ParseExample/Const_2:output:0" + input: "ParseSingleExample/ParseExample/Const_3:output:0" + input: "ParseSingleExample/ParseExample/Const_4:output:0" + input: "ParseSingleExample/ParseExample/Const_5:output:0" + input: "ParseSingleExample/ParseExample/Const_6:output:0" + input: "ParseSingleExample/ParseExample/Const_7:output:0" + input: "ParseSingleExample/ParseExample/Const_8:output:0" + input: "ParseSingleExample/ParseExample/Const_9:output:0" + input: "ParseSingleExample/ParseExample/Const_10:output:0" + input: "ParseSingleExample/ParseExample/Const_11:output:0" + input: "ParseSingleExample/ParseExample/Const_12:output:0" + input: "ParseSingleExample/ParseExample/Const_13:output:0" + input: "ParseSingleExample/ParseExample/Const_14:output:0" + input: "ParseSingleExample/ParseExample/Const_15:output:0" + input: "ParseSingleExample/ParseExample/Const_16:output:0" + input: "ParseSingleExample/ParseExample/Const_17:output:0" + input: "ParseSingleExample/ParseExample/Const_18:output:0" + input: "ParseSingleExample/ParseExample/Const_19:output:0" + input: "ParseSingleExample/ParseExample/Const_20:output:0" + input: "ParseSingleExample/ParseExample/Const_21:output:0" + input: "ParseSingleExample/ParseExample/Const_22:output:0" + input: "ParseSingleExample/ParseExample/Const_23:output:0" + input: "ParseSingleExample/ParseExample/Const_24:output:0" + input: "ParseSingleExample/ParseExample/Const_25:output:0" + attr { + key: "Tdense" + value { + list { + type: DT_STRING + type: DT_INT64 + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_FLOAT + type: DT_INT64 + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_STRING + type: DT_FLOAT + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_STRING + type: DT_STRING + type: DT_STRING + type: DT_INT64 + type: DT_STRING + type: DT_INT64 + type: DT_INT64 } - dim { - size: 8 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } } } } - } - } -} -node { - name: "tower_1/random_normal" - op: "Add" - input: "tower_1/random_normal/mul" - input: "tower_1/random_normal/mean" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + attr { + key: "dense_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } } - dim { - size: 8 + } + } + attr { + key: "num_sparse" + value { + i: 0 + } + } + attr { + key: "ragged_split_types" + value { + list { } } } - } - } -} -node { - name: "tower_1/embedding_lookup/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + attr { + key: "ragged_value_types" + value { + list { } - dim { - size: 8 + } + } + attr { + key: "sparse_types" + value { + list { } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/embedding_lookup/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/embedding_lookup/ReadVariableOp" + experimental_debug_info { + original_node_names: "ParseSingleExample/ParseExample/ParseExampleV2" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:0" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 0 } - } - } -} -node { - name: "tower_1/embedding_lookup" - op: "GatherV2" - input: "tower_1/embedding_lookup/ReadVariableOp" - input: "ExperimentalFunctionBufferingResourceGetNext_1" - input: "tower_1/embedding_lookup/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "Tparams" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/embedding_lookup/ReadVariableOp" + experimental_debug_info { + original_node_names: "Identity" } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } + node_def { + name: "Identity_1" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:1" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } -} -node { - name: "tower_1/embedding_lookup/Identity" - op: "Identity" - input: "tower_1/embedding_lookup" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_1" + } } - } -} -node { - name: "tower_1/DropoutWrapperInit/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_2" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:2" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_2" } } - } -} -node { - name: "tower_1/DropoutWrapperInit/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_3" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:3" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_3" } } - } -} -node { - name: "tower_1/DropoutWrapperInit/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_4" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:4" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_4" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_5" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:5" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_5" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_1/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_6" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:6" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_6" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_1/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_7" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:7" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_7" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_2/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_8" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:8" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_8" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_2/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_9" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:9" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_9" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_2/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_10" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:10" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_10" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_3/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_11" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:11" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_11" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_3/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_12" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:12" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_12" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_3/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_13" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:13" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_13" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_4/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_14" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:14" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_14" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_4/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_15" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:15" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_15" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_4/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_16" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:16" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_16" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_5/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_17" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:17" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 1.0 + } + experimental_debug_info { + original_node_names: "Identity_17" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_5/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_18" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:18" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_18" } } - } -} -node { - name: "tower_1/DropoutWrapperInit_5/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_19" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:19" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - float_val: 0.800000011920929 + } + experimental_debug_info { + original_node_names: "Identity_19" } } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_20" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:20" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 3 + } + experimental_debug_info { + original_node_names: "Identity_20" } } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "Identity_21" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:21" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - int_val: 2 } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "Identity_21" } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "Identity_22" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:22" + attr { + key: "T" + value { + type: DT_INT64 } - int_val: 1 } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range" - op: "Range" - input: "tower_1/bidirectional_rnn/fw/fw/range/start" - input: "tower_1/bidirectional_rnn/fw/fw/Rank" - input: "tower_1/bidirectional_rnn/fw/fw/range/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_22" + } } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } + node_def { + name: "Identity_23" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:23" + attr { + key: "T" + value { + type: DT_STRING } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - tensor_content: "\001\000\000\000\000\000\000\000" } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "Identity_23" } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "Identity_24" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:24" + attr { + key: "T" + value { + type: DT_INT64 } - int_val: 0 } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/concat/values_0" - input: "tower_1/bidirectional_rnn/fw/fw/range" - input: "tower_1/bidirectional_rnn/fw/fw/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/transpose" - op: "Transpose" - input: "tower_1/embedding_lookup/Identity" - input: "tower_1/bidirectional_rnn/fw/fw/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } + experimental_debug_info { + original_node_names: "Identity_24" } } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/ToInt32" - op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_INT32 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } + node_def { + name: "Identity_25" + op: "Identity" + input: "ParseSingleExample/ParseExample/ParseExampleV2:dense_values:25" + attr { + key: "T" + value { + type: DT_INT64 } } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/sequence_length" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/ToInt32" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } + experimental_debug_info { + original_node_names: "Identity_25" } } - } - attr { - key: "out_type" - value { - type: DT_INT32 + ret { + key: "identity" + value: "Identity:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } + ret { + key: "identity_1" + value: "Identity_1:output:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "identity_10" + value: "Identity_10:output:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } + ret { + key: "identity_11" + value: "Identity_11:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } + ret { + key: "identity_12" + value: "Identity_12:output:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "identity_13" + value: "Identity_13:output:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 2 - } + ret { + key: "identity_14" + value: "Identity_14:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } + ret { + key: "identity_15" + value: "Identity_15:output:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "identity_16" + value: "Identity_16:output:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } + ret { + key: "identity_17" + value: "Identity_17:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/fw/fw/Shape" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack_1" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 + ret { + key: "identity_18" + value: "Identity_18:output:0" } - } - attr { - key: "T" - value { - type: DT_INT32 + ret { + key: "identity_19" + value: "Identity_19:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "identity_2" + value: "Identity_2:output:0" } - } - attr { - key: "begin_mask" - value { - i: 0 + ret { + key: "identity_20" + value: "Identity_20:output:0" } - } - attr { - key: "ellipsis_mask" - value { - i: 0 + ret { + key: "identity_21" + value: "Identity_21:output:0" } - } - attr { - key: "end_mask" - value { - i: 0 + ret { + key: "identity_22" + value: "Identity_22:output:0" } - } - attr { - key: "new_axis_mask" - value { - i: 0 + ret { + key: "identity_23" + value: "Identity_23:output:0" } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 + ret { + key: "identity_24" + value: "Identity_24:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } + ret { + key: "identity_25" + value: "Identity_25:output:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "identity_3" + value: "Identity_3:output:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } + ret { + key: "identity_4" + value: "Identity_4:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 + ret { + key: "identity_5" + value: "Identity_5:output:0" } - } - attr { - key: "Tdim" - value { - type: DT_INT32 + ret { + key: "identity_6" + value: "Identity_6:output:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } + ret { + key: "identity_7" + value: "Identity_7:output:0" } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } + ret { + key: "identity_8" + value: "Identity_8:output:0" } - } - attr { - key: "dtype" - value { - type: DT_INT32 + ret { + key: "identity_9" + value: "Identity_9:output:0" } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "_input_shapes" + value { + list { + shape { } } - int_val: 128 } } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + attr { + key: "_tf_data_function" + value { + b: true } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 + attr { + key: "_user_specified_name" + value { + s: "args_0" } } } } } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + function { + signature { + name: "bidirectional_rnn_fw_fw_while_body_313_grad_1425" + input_arg { + name: "placeholder" + type: DT_INT32 } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 + input_arg { + name: "placeholder_1" + type: DT_INT32 } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_2" + type: DT_INT32 } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_3" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "placeholder_4" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "placeholder_5" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "placeholder_6" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "placeholder_7" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_8" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "placeholder_9" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "placeholder_10" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "placeholder_11" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "placeholder_12" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_13" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "placeholder_14" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "placeholder_15" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_16" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 + input_arg { + name: "placeholder_17" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "placeholder_18" + type: DT_FLOAT } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "placeholder_19" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "placeholder_20" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_select" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_placeholder" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "gradients_select_1_grad_zeros_like_placeholder_2" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_select_1_grad_select_greaterequal" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_select_2_grad_zeros_like_placeholder_3" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_select_3_grad_zeros_like_placeholder_4" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_select_grad_zeros_like_select_bidirectional_rnn_fw_fw_zeros_0" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_0_dropout_cast" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_dropout_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_1_dropout_cast" + type: DT_VARIANT } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_dropout_mul" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_2_dropout_cast" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_dropout_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/sequence_length" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/stack" - op: "Pack" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Equal" - op: "Equal" - input: "tower_1/bidirectional_rnn/fw/fw/Shape_1" - input: "tower_1/bidirectional_rnn/fw/fw/stack" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_2_dropout_1_cast" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_dropout_1_mul" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/All" - op: "All" - input: "tower_1/bidirectional_rnn/fw/fw/Equal" - input: "tower_1/bidirectional_rnn/fw/fw/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Assert/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_add" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor tower_1/bidirectional_rnn/fw/fw/sequence_length:0 is " + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Assert/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_add" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Assert/Assert/data_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor tower_1/bidirectional_rnn/fw/fw/sequence_length:0 is " + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Assert/Assert/data_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_add" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Assert/Assert" - op: "Assert" - input: "tower_1/bidirectional_rnn/fw/fw/All" - input: "tower_1/bidirectional_rnn/fw/fw/Assert/Assert/data_0" - input: "tower_1/bidirectional_rnn/fw/fw/stack" - input: "tower_1/bidirectional_rnn/fw/fw/Assert/Assert/data_2" - input: "tower_1/bidirectional_rnn/fw/fw/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - list { - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_INT32 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/CheckSeqLen" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/sequence_length" - input: "^tower_1/bidirectional_rnn/fw/fw/Assert/Assert" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Shape_2" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_split" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_2_gru_cell_tanh" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_sub" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/fw/fw/Shape_2" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack_1" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Shape_3" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_2_gru_cell_concat_1" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_1_dropout_1_mul_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_2_gru_cell_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 2 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_split" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/fw/fw/Shape_3" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack_1" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_2_gru_cell_concat" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_2" - input: "tower_1/bidirectional_rnn/fw/fw/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_1_dropout_1_cast" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_dropout_1_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat_1" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/ExpandDims" - input: "tower_1/bidirectional_rnn/fw/fw/Const_1" - input: "tower_1/bidirectional_rnn/fw/fw/concat_1/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_split" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/fw/fw/concat_1" - input: "tower_1/bidirectional_rnn/fw/fw/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_1_gru_cell_tanh" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Min" - op: "Min" - input: "tower_1/bidirectional_rnn/fw/fw/CheckSeqLen" - input: "tower_1/bidirectional_rnn/fw/fw/Const_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_sub" + type: DT_VARIANT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Const_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Max" - op: "Max" - input: "tower_1/bidirectional_rnn/fw/fw/CheckSeqLen" - input: "tower_1/bidirectional_rnn/fw/fw/Const_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_1_gru_cell_concat_1" + type: DT_VARIANT } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/time" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_0_dropout_1_mul_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_1_gru_cell_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - op: "TensorArrayV3" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "clear_after_read" - value { - b: true - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "dynamic_size" - value { - b: false - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_split" + type: DT_VARIANT } - } - } - attr { - key: "identical_element_shapes" - value { - b: true - } - } - attr { - key: "tensor_array_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/dynamic_rnn/output_0" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - op: "TensorArrayV3" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid" + type: DT_VARIANT } - } - } - attr { - key: "clear_after_read" - value { - b: true - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "dynamic_size" - value { - b: false - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 8 - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "identical_element_shapes" - value { - b: true - } - } - attr { - key: "tensor_array_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/dynamic_rnn/input_0" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_1_gru_cell_concat" + type: DT_VARIANT } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_0_dropout_1_cast" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_dropout_1_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/Shape" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_1" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1" + type: DT_VARIANT } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_split" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - op: "Range" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range/start" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/strided_slice" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_0_gru_cell_tanh" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - input: "tower_1/bidirectional_rnn/fw/fw/transpose" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/transpose" + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_sub" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Maximum/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_0_gru_cell_concat_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Maximum" - op: "Maximum" - input: "tower_1/bidirectional_rnn/fw/fw/Maximum/x" - input: "tower_1/bidirectional_rnn/fw/fw/Max" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorarrayv2read_tensorlistgetitem" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Minimum" - op: "Minimum" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1" - input: "tower_1/bidirectional_rnn/fw/fw/Maximum" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_0_gru_cell_mul" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/iteration_counter" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_split" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/iteration_counter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/time" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter_2" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + input_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_0_gru_cell_concat" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter_3" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + input_arg { + name: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter_4" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "identity" + type: DT_INT32 } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Enter_5" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "identity_1" + type: DT_INT32 } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_2" + type: DT_INT32 } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge_1" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_3" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge_2" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter_2" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_4" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge_3" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter_3" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } + output_arg { + name: "identity_5" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge_4" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter_4" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } + output_arg { + name: "identity_6" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Merge_5" - op: "Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Enter_5" - input: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } + output_arg { + name: "identity_7" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Less" - op: "Less" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/Less/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_8" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Less/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/strided_slice_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_9" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Less_1" - op: "Less" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/Less_1/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_10" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Less_1/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/Minimum" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_11" + type: DT_FLOAT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/LogicalAnd" - op: "LogicalAnd" - input: "tower_1/bidirectional_rnn/fw/fw/while/Less" - input: "tower_1/bidirectional_rnn/fw/fw/while/Less_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_12" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - op: "LoopCond" - input: "tower_1/bidirectional_rnn/fw/fw/while/LogicalAnd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "identity_13" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge" + output_arg { + name: "identity_14" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_15" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch_1" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge_1" + output_arg { + name: "identity_16" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_17" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch_2" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_2" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge_2" + output_arg { + name: "identity_18" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } + output_arg { + name: "identity_19" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch_3" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_3" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge_3" + output_arg { + name: "identity_20" + type: DT_FLOAT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch_4" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_4" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge_4" + output_arg { + name: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_select_1_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Switch_5" - op: "Switch" - input: "tower_1/bidirectional_rnn/fw/fw/while/Merge_5" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Merge_5" + output_arg { + name: "gradients_select_1_grad_select_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_select_2_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_select_3_grad_zeros_like_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_select_grad_zeros_like_select_bidirectional_rnn_fw_fw_zeros" + type: DT_FLOAT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity_2" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_2:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_3:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_4:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_5:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/add/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/add/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - op: "GreaterEqual" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/CheckSeqLen" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Select" - op: "Select" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/fw/fw/while/Select/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Select/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Select_1" - op: "Select" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Select_2" - op: "Select" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Select_3" - op: "Select" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/Select" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/add_1/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - input: "tower_1/bidirectional_rnn/fw/fw/while/add_1/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_1" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_2" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_3" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/Select_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_4" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/Select_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/NextIteration_5" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/fw/fw/while/Select_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit_1" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit_2" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit_3" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit_4" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/while/Exit_5" - op: "Exit" - input: "tower_1/bidirectional_rnn/fw/fw/while/Switch_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArraySizeV3" - op: "TensorArraySizeV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range/start" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range/delta" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range" - op: "Range" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range/start" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArraySizeV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range/delta" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Const_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/Rank_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range_1/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range_1/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/range_1" - op: "Range" - input: "tower_1/bidirectional_rnn/fw/fw/range_1/start" - input: "tower_1/bidirectional_rnn/fw/fw/Rank_1" - input: "tower_1/bidirectional_rnn/fw/fw/range_1/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat_2/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\001\000\000\000\000\000\000\000" - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat_2/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/concat_2" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/concat_2/values_0" - input: "tower_1/bidirectional_rnn/fw/fw/range_1" - input: "tower_1/bidirectional_rnn/fw/fw/concat_2/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/fw/fw/transpose_1" - op: "Transpose" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3" - input: "tower_1/bidirectional_rnn/fw/fw/concat_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/ReverseSequence" - op: "ReverseSequence" - input: "tower_1/embedding_lookup/Identity" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range" - op: "Range" - input: "tower_1/bidirectional_rnn/bw/bw/range/start" - input: "tower_1/bidirectional_rnn/bw/bw/Rank" - input: "tower_1/bidirectional_rnn/bw/bw/range/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\001\000\000\000\000\000\000\000" - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/concat/values_0" - input: "tower_1/bidirectional_rnn/bw/bw/range" - input: "tower_1/bidirectional_rnn/bw/bw/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/transpose" - op: "Transpose" - input: "tower_1/bidirectional_rnn/bw/ReverseSequence" - input: "tower_1/bidirectional_rnn/bw/bw/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/ToInt32" - op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_INT32 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/sequence_length" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/ToInt32" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/bw/bw/Shape" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack_1" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/concat" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/sequence_length" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/stack" - op: "Pack" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Equal" - op: "Equal" - input: "tower_1/bidirectional_rnn/bw/bw/Shape_1" - input: "tower_1/bidirectional_rnn/bw/bw/stack" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/All" - op: "All" - input: "tower_1/bidirectional_rnn/bw/bw/Equal" - input: "tower_1/bidirectional_rnn/bw/bw/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Assert/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor tower_1/bidirectional_rnn/bw/bw/sequence_length:0 is " - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Assert/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Assert/Assert/data_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "Expected shape for Tensor tower_1/bidirectional_rnn/bw/bw/sequence_length:0 is " - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Assert/Assert/data_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: " but saw shape: " - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Assert/Assert" - op: "Assert" - input: "tower_1/bidirectional_rnn/bw/bw/All" - input: "tower_1/bidirectional_rnn/bw/bw/Assert/Assert/data_0" - input: "tower_1/bidirectional_rnn/bw/bw/stack" - input: "tower_1/bidirectional_rnn/bw/bw/Assert/Assert/data_2" - input: "tower_1/bidirectional_rnn/bw/bw/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - list { - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_INT32 - } - } - } - attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/CheckSeqLen" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/sequence_length" - input: "^tower_1/bidirectional_rnn/bw/bw/Assert/Assert" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Shape_2" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/bw/bw/Shape_2" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack_1" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Shape_3" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/bw/bw/Shape_3" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack_1" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/ExpandDims" - op: "ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_2" - input: "tower_1/bidirectional_rnn/bw/bw/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat_1" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/ExpandDims" - input: "tower_1/bidirectional_rnn/bw/bw/Const_1" - input: "tower_1/bidirectional_rnn/bw/bw/concat_1/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/zeros/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/zeros" - op: "Fill" - input: "tower_1/bidirectional_rnn/bw/bw/concat_1" - input: "tower_1/bidirectional_rnn/bw/bw/zeros/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Min" - op: "Min" - input: "tower_1/bidirectional_rnn/bw/bw/CheckSeqLen" - input: "tower_1/bidirectional_rnn/bw/bw/Const_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Const_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Max" - op: "Max" - input: "tower_1/bidirectional_rnn/bw/bw/CheckSeqLen" - input: "tower_1/bidirectional_rnn/bw/bw/Const_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/time" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - op: "TensorArrayV3" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "clear_after_read" - value { - b: true - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "dynamic_size" - value { - b: false - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - attr { - key: "identical_element_shapes" - value { - b: true - } - } - attr { - key: "tensor_array_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/dynamic_rnn/output_0" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - op: "TensorArrayV3" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "clear_after_read" - value { - b: true - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "dynamic_size" - value { - b: false - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - attr { - key: "identical_element_shapes" - value { - b: true - } - } - attr { - key: "tensor_array_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/dynamic_rnn/input_0" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice" - op: "StridedSlice" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/Shape" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_1" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range" - op: "Range" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range/start" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/strided_slice" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range" - input: "tower_1/bidirectional_rnn/bw/bw/transpose" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Maximum/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Maximum" - op: "Maximum" - input: "tower_1/bidirectional_rnn/bw/bw/Maximum/x" - input: "tower_1/bidirectional_rnn/bw/bw/Max" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Minimum" - op: "Minimum" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1" - input: "tower_1/bidirectional_rnn/bw/bw/Maximum" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/iteration_counter" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/iteration_counter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/time" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter_2" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter_3" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter_4" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_1/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Enter_5" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/MultiRNNCellZeroState/DropoutWrapperZeroState_2/CudnnCompatibleGRUCellZeroState/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge_1" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge_2" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge_3" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter_3" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge_4" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter_4" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Merge_5" - op: "Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Enter_5" - input: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Less" - op: "Less" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/Less/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Less/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/strided_slice_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Less_1" - op: "Less" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/Less_1/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Less_1/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/Minimum" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/LogicalAnd" - op: "LogicalAnd" - input: "tower_1/bidirectional_rnn/bw/bw/while/Less" - input: "tower_1/bidirectional_rnn/bw/bw/while/Less_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - op: "LoopCond" - input: "tower_1/bidirectional_rnn/bw/bw/while/LogicalAnd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch_1" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch_2" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch_3" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_3" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch_4" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_4" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Switch_5" - op: "Switch" - input: "tower_1/bidirectional_rnn/bw/bw/while/Merge_5" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Merge_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity_2" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_2:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_3:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_4:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_5:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/add/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/add/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - op: "GreaterEqual" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/CheckSeqLen" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - op: "Sigmoid" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Const" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - op: "Split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split/split_dim" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 2 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - op: "MatMul" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - op: "ReadVariableOp" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter" - op: "Enter" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - op: "BiasAdd" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - op: "Tanh" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub/x" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - op: "RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "seed" - value { - i: 0 - } - } - attr { - key: "seed2" - value { - i: 0 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - op: "Sub" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/max" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/min" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/add" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/random_uniform" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - op: "Floor" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - op: "RealDiv" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/keep_prob" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - op: "Mul" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Select" - op: "Select" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/bw/bw/while/Select/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Select/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Select_1" - op: "Select" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Select_2" - op: "Select" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Select_3" - op: "Select" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/Select" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/add_1/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/add_1" - op: "Add" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - input: "tower_1/bidirectional_rnn/bw/bw/while/add_1/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_1" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_2" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_3" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/Select_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_4" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/Select_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/NextIteration_5" - op: "NextIteration" - input: "tower_1/bidirectional_rnn/bw/bw/while/Select_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit_1" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit_2" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit_3" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit_4" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/while/Exit_5" - op: "Exit" - input: "tower_1/bidirectional_rnn/bw/bw/while/Switch_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArraySizeV3" - op: "TensorArraySizeV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range/start" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range/delta" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range" - op: "Range" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range/start" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArraySizeV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range/delta" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Const_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/Rank_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range_1/start" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range_1/delta" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/range_1" - op: "Range" - input: "tower_1/bidirectional_rnn/bw/bw/range_1/start" - input: "tower_1/bidirectional_rnn/bw/bw/Rank_1" - input: "tower_1/bidirectional_rnn/bw/bw/range_1/delta" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat_2/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\001\000\000\000\000\000\000\000" - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat_2/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/concat_2" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/bw/bw/concat_2/values_0" - input: "tower_1/bidirectional_rnn/bw/bw/range_1" - input: "tower_1/bidirectional_rnn/bw/bw/concat_2/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/bidirectional_rnn/bw/bw/transpose_1" - op: "Transpose" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3" - input: "tower_1/bidirectional_rnn/bw/bw/concat_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/ReverseSequence" - op: "ReverseSequence" - input: "tower_1/bidirectional_rnn/bw/bw/transpose_1" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" - value { - i: 1 - } - } -} -node { - name: "tower_1/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/concat" - op: "ConcatV2" - input: "tower_1/bidirectional_rnn/fw/fw/transpose_1" - input: "tower_1/ReverseSequence" - input: "tower_1/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/dense/Tensordot/axes" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/free" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Shape" - op: "Shape" - input: "tower_1/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/dense/Tensordot/GatherV2/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/GatherV2" - op: "GatherV2" - input: "tower_1/dense/Tensordot/Shape" - input: "tower_1/dense/Tensordot/free" - input: "tower_1/dense/Tensordot/GatherV2/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT32 - } - } - attr { - key: "Tparams" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/GatherV2_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/GatherV2_1" - op: "GatherV2" - input: "tower_1/dense/Tensordot/Shape" - input: "tower_1/dense/Tensordot/axes" - input: "tower_1/dense/Tensordot/GatherV2_1/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT32 - } - } - attr { - key: "Tparams" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Prod" - op: "Prod" - input: "tower_1/dense/Tensordot/GatherV2" - input: "tower_1/dense/Tensordot/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/dense/Tensordot/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Prod_1" - op: "Prod" - input: "tower_1/dense/Tensordot/GatherV2_1" - input: "tower_1/dense/Tensordot/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/dense/Tensordot/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/concat" - op: "ConcatV2" - input: "tower_1/dense/Tensordot/free" - input: "tower_1/dense/Tensordot/axes" - input: "tower_1/dense/Tensordot/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/stack" - op: "Pack" - input: "tower_1/dense/Tensordot/Prod" - input: "tower_1/dense/Tensordot/Prod_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/dense/Tensordot/transpose" - op: "Transpose" - input: "tower_1/concat" - input: "tower_1/dense/Tensordot/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Reshape" - op: "Reshape" - input: "tower_1/dense/Tensordot/transpose" - input: "tower_1/dense/Tensordot/stack" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/transpose_1/perm" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/dense/Tensordot/transpose_1" - op: "Transpose" - input: "tower_1/dense/Tensordot/ReadVariableOp" - input: "tower_1/dense/Tensordot/transpose_1/perm" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Reshape_1/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "tower_1/dense/Tensordot/Reshape_1" - op: "Reshape" - input: "tower_1/dense/Tensordot/transpose_1" - input: "tower_1/dense/Tensordot/Reshape_1/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot/MatMul" - op: "MatMul" - input: "tower_1/dense/Tensordot/Reshape" - input: "tower_1/dense/Tensordot/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/dense/Tensordot/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 22 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/dense/Tensordot/concat_1" - op: "ConcatV2" - input: "tower_1/dense/Tensordot/GatherV2" - input: "tower_1/dense/Tensordot/Const_2" - input: "tower_1/dense/Tensordot/concat_1/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/dense/Tensordot" - op: "Reshape" - input: "tower_1/dense/Tensordot/MatMul" - input: "tower_1/dense/Tensordot/concat_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/dense/BiasAdd/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/dense/BiasAdd" - op: "BiasAdd" - input: "tower_1/dense/Tensordot" - input: "tower_1/dense/BiasAdd/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/dense/Elu" - op: "Elu" - input: "tower_1/dense/BiasAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/SequenceMask/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/SequenceMask/Max" - op: "Max" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - input: "tower_1/SequenceMask/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/SequenceMask/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 0 - } - } - } -} -node { - name: "tower_1/SequenceMask/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 1 - } - } - } -} -node { - name: "tower_1/SequenceMask/Range" - op: "Range" - input: "tower_1/SequenceMask/Const_1" - input: "tower_1/SequenceMask/Max" - input: "tower_1/SequenceMask/Const_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tidx" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/SequenceMask/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/SequenceMask/ExpandDims" - op: "ExpandDims" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - input: "tower_1/SequenceMask/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/SequenceMask/Cast" - op: "Cast" - input: "tower_1/SequenceMask/ExpandDims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_INT64 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/SequenceMask/Less" - op: "Less" - input: "tower_1/SequenceMask/Range" - input: "tower_1/SequenceMask/Cast" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/SequenceMask/Cast_1" - op: "Cast" - input: "tower_1/SequenceMask/Less" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_FLOAT - } - } - attr { - key: "SrcT" - value { - type: DT_BOOL - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Cast" - op: "Cast" - input: "ExperimentalFunctionBufferingResourceGetNext_1:2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_FLOAT - } - } - attr { - key: "SrcT" - value { - type: DT_BOOL - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/labels_stop_gradient" - op: "StopGradient" - input: "tower_1/softmax_cross_entropy_loss/Cast" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Shape" - op: "Shape" - input: "tower_1/dense/Elu" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Rank_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Shape_1" - op: "Shape" - input: "tower_1/dense/Elu" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub/y" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub" - op: "Sub" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Rank_1" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice/begin" - op: "Pack" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice/size" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice" - op: "Slice" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Shape_1" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice/begin" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice/size" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat" - op: "ConcatV2" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat/values_0" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape" - op: "Reshape" - input: "tower_1/dense/Elu" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Rank_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Shape_2" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/labels_stop_gradient" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_1/y" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_1" - op: "Sub" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Rank_2" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_1/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1/begin" - op: "Pack" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1/size" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1" - op: "Slice" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Shape_2" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1/begin" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1/size" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1/values_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1" - op: "ConcatV2" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1/values_0" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_1" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_1" - op: "Reshape" - input: "tower_1/softmax_cross_entropy_loss/labels_stop_gradient" - input: "tower_1/softmax_cross_entropy_loss/xentropy/concat_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy" - op: "SoftmaxCrossEntropyWithLogits" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_2/y" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_2" - op: "Sub" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Rank" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_2/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2/begin" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2/size" - op: "Pack" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Sub_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2" - op: "Slice" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2/begin" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2/size" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - op: "Reshape" - input: "tower_1/softmax_cross_entropy_loss/xentropy" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Slice_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - op: "Shape" - input: "tower_1/SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar/x" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/rank" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - op: "ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1:1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\002\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - op: "Fill" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - op: "ConcatV2" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1:1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation" - op: "DenseToDenseSetOperation" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 2 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "set_operation" - value { - s: "a-b" - } - } - attr { - key: "validate_indices" - value { - b: true - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - op: "Size" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Switch_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights can not be broadcast to values." - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/SequenceMask/Cast_1:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "values.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/Const_5" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "is_scalar=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/NoOp" - op: "NoOp" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/NoOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_t" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_0" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights can not be broadcast to values." - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_1" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_2" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/SequenceMask/Cast_1:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_4" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "values.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_5" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_7" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "is_scalar=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert" - op: "Assert" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_0" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_2" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_4" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_5" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_2" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/data_7" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - list { - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_BOOL - } - } - } - attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_valid_shape/Merge" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_2" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert/Switch_3" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/is_scalar" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency_1" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Assert" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/switch_f" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency_1" - input: "tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Mul" - op: "Mul" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "tower_1/SequenceMask/Cast_1" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Sum" - op: "Sum" - input: "tower_1/softmax_cross_entropy_loss/Mul" - input: "tower_1/softmax_cross_entropy_loss/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/Equal/y" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/Equal" - op: "Equal" - input: "tower_1/SequenceMask/Cast_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/Equal/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/zeros_like" - op: "ZerosLike" - input: "tower_1/SequenceMask/Cast_1" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/ones_like/Shape" - op: "Shape" - input: "tower_1/SequenceMask/Cast_1" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/ones_like/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/ones_like" - op: "Fill" - input: "tower_1/softmax_cross_entropy_loss/num_present/ones_like/Shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/ones_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/Select" - op: "Select" - input: "tower_1/softmax_cross_entropy_loss/num_present/Equal" - input: "tower_1/softmax_cross_entropy_loss/num_present/zeros_like" - input: "tower_1/softmax_cross_entropy_loss/num_present/ones_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/Select" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar/x" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - op: "ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1:1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims/Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\002\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - op: "Fill" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - op: "ConcatV2" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ones_like" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1:1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1/Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation" - op: "DenseToDenseSetOperation" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/ExpandDims_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 2 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "set_operation" - value { - s: "a-b" - } - } - attr { - key: "validate_indices" - value { - b: true - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - op: "Size" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/DenseToDenseSetOperation:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/switch_t" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/x" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims/num_invalid_dims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/is_same_rank" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Switch_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/has_invalid_dims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/has_valid_nonscalar_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Switch_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights can not be broadcast to values." - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_1" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_2" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/num_present/Select:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_3" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "values.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_4" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/Const_5" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "is_scalar=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/NoOp" - op: "NoOp" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/NoOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_t" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_0" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights can not be broadcast to values." - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_1" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "weights.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_2" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/num_present/Select:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_4" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "values.shape=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_5" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2:0" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_7" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "is_scalar=" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert" - op: "Assert" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_0" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_2" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_4" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_5" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_2" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/data_7" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - list { - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_STRING - type: DT_INT32 - type: DT_STRING - type: DT_BOOL - } - } - } - attr { - key: "summarize" - value { - i: 3 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_valid_shape/Merge" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_1" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/weights/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_2" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/values/shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert/Switch_3" - op: "Switch" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/pred_id" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/is_scalar" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency_1" - op: "Identity" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Assert" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/switch_f" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - op: "Merge" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency_1" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - input: "^tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" - op: "Fill" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights" - op: "Mul" - input: "tower_1/softmax_cross_entropy_loss/num_present/Select" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/num_present" - op: "Sum" - input: "tower_1/softmax_cross_entropy_loss/num_present/broadcast_weights" - input: "tower_1/softmax_cross_entropy_loss/num_present/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Const_1" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Sum_1" - op: "Sum" - input: "tower_1/softmax_cross_entropy_loss/Sum" - input: "tower_1/softmax_cross_entropy_loss/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Greater/y" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Greater" - op: "Greater" - input: "tower_1/softmax_cross_entropy_loss/num_present" - input: "tower_1/softmax_cross_entropy_loss/Greater/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Equal/y" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Equal" - op: "Equal" - input: "tower_1/softmax_cross_entropy_loss/num_present" - input: "tower_1/softmax_cross_entropy_loss/Equal/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/ones_like/Shape" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/ones_like/Const" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/ones_like" - op: "Fill" - input: "tower_1/softmax_cross_entropy_loss/ones_like/Shape" - input: "tower_1/softmax_cross_entropy_loss/ones_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/Select" - op: "Select" - input: "tower_1/softmax_cross_entropy_loss/Equal" - input: "tower_1/softmax_cross_entropy_loss/ones_like" - input: "tower_1/softmax_cross_entropy_loss/num_present" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/div" - op: "RealDiv" - input: "tower_1/softmax_cross_entropy_loss/Sum_1" - input: "tower_1/softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/zeros_like" - op: "Const" - input: "^tower_1/softmax_cross_entropy_loss/assert_broadcastable/AssertGuard/Merge" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/softmax_cross_entropy_loss/value" - op: "Select" - input: "tower_1/softmax_cross_entropy_loss/Greater" - input: "tower_1/softmax_cross_entropy_loss/div" - input: "tower_1/softmax_cross_entropy_loss/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/ArgMax/dimension" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/ArgMax" - op: "ArgMax" - input: "tower_1/dense/Elu" - input: "tower_1/ArgMax/dimension" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } - attr { - key: "output_type" - value { - type: DT_INT64 - } - } -} -node { - name: "tower_1/mul/y" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.5 - } - } - } -} -node { - name: "tower_1/mul" - op: "Mul" - input: "tower_1/softmax_cross_entropy_loss/value" - input: "tower_1/mul/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/grad_ys_0" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "tower_1/gradients/Fill" - op: "Fill" - input: "tower_1/gradients/Shape" - input: "tower_1/gradients/grad_ys_0" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/f_count" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/gradients/f_count_1" - op: "Enter" - input: "tower_1/gradients/f_count" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/Merge" - op: "Merge" - input: "tower_1/gradients/f_count_1" - input: "tower_1/gradients/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Switch" - op: "Switch" - input: "tower_1/gradients/Merge" - input: "tower_1/bidirectional_rnn/fw/fw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Add/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/fw/fw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/Add" - op: "Add" - input: "tower_1/gradients/Switch:1" - input: "tower_1/gradients/Add/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/Add" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/f_count_2" - op: "Exit" - input: "tower_1/gradients/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/b_count" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/b_count_1" - op: "Enter" - input: "tower_1/gradients/f_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/Merge_1" - op: "Merge" - input: "tower_1/gradients/b_count_1" - input: "tower_1/gradients/NextIteration_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/GreaterEqual" - op: "GreaterEqual" - input: "tower_1/gradients/Merge_1" - input: "tower_1/gradients/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/GreaterEqual/Enter" - op: "Enter" - input: "tower_1/gradients/b_count" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/b_count_2" - op: "LoopCond" - input: "tower_1/gradients/GreaterEqual" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Switch_1" - op: "Switch" - input: "tower_1/gradients/Merge_1" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Sub" - op: "Sub" - input: "tower_1/gradients/Switch_1:1" - input: "tower_1/gradients/GreaterEqual/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/NextIteration_1" - op: "NextIteration" - input: "tower_1/gradients/Sub" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/b_count_3" - op: "Exit" - input: "tower_1/gradients/Switch_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/f_count_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/gradients/f_count_4" - op: "Enter" - input: "tower_1/gradients/f_count_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/Merge_2" - op: "Merge" - input: "tower_1/gradients/f_count_4" - input: "tower_1/gradients/NextIteration_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Switch_2" - op: "Switch" - input: "tower_1/gradients/Merge_2" - input: "tower_1/bidirectional_rnn/bw/bw/while/LoopCond" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Add_1/y" - op: "Const" - input: "^tower_1/bidirectional_rnn/bw/bw/while/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/Add_1" - op: "Add" - input: "tower_1/gradients/Switch_2:1" - input: "tower_1/gradients/Add_1/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/NextIteration_2" - op: "NextIteration" - input: "tower_1/gradients/Add_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/f_count_5" - op: "Exit" - input: "tower_1/gradients/Switch_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/b_count_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/b_count_5" - op: "Enter" - input: "tower_1/gradients/f_count_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/Merge_3" - op: "Merge" - input: "tower_1/gradients/b_count_5" - input: "tower_1/gradients/NextIteration_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/GreaterEqual_1" - op: "GreaterEqual" - input: "tower_1/gradients/Merge_3" - input: "tower_1/gradients/GreaterEqual_1/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/GreaterEqual_1/Enter" - op: "Enter" - input: "tower_1/gradients/b_count_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/b_count_6" - op: "LoopCond" - input: "tower_1/gradients/GreaterEqual_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Switch_3" - op: "Switch" - input: "tower_1/gradients/Merge_3" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/Sub_1" - op: "Sub" - input: "tower_1/gradients/Switch_3:1" - input: "tower_1/gradients/GreaterEqual_1/Enter" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/NextIteration_3" - op: "NextIteration" - input: "tower_1/gradients/Sub_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/b_count_7" - op: "Exit" - input: "tower_1/gradients/Switch_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/Fill" - input: "tower_1/mul/y" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/Fill" - input: "tower_1/softmax_cross_entropy_loss/value" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/mul_grad/Mul" - input: "^tower_1/gradients/tower_1/mul_grad/Mul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/mul_grad/Mul" - input: "^tower_1/gradients/tower_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/mul_grad/Mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/mul_grad/Mul_1" - input: "^tower_1/gradients/tower_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/mul_grad/Mul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/zeros_like" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select" - op: "Select" - input: "tower_1/softmax_cross_entropy_loss/Greater" - input: "tower_1/gradients/tower_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select_1" - op: "Select" - input: "tower_1/softmax_cross_entropy_loss/Greater" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/zeros_like" - input: "tower_1/gradients/tower_1/mul_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select_1" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - input: "tower_1/softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Neg" - op: "Neg" - input: "tower_1/softmax_cross_entropy_loss/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Neg" - input: "tower_1/softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv_1" - input: "tower_1/softmax_cross_entropy_loss/Select" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/value_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Tile" - op: "Tile" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tmultiples" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\001\000\000\000\001\000\000\000" - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_1_grad/Tile" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Reshape/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/Mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Tile" - op: "Tile" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tmultiples" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape_1" - op: "Shape" - input: "tower_1/SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Tile" - input: "tower_1/SequenceMask/Cast_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Mul_1" - op: "Mul" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Sum_grad/Tile" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" - op: "Shape" - input: "tower_1/softmax_cross_entropy_loss/xentropy" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like" - op: "ZerosLike" - input: "tower_1/softmax_cross_entropy_loss/xentropy:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" - op: "ExpandDims" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims" - input: "tower_1/softmax_cross_entropy_loss/xentropy:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" - op: "LogSoftmax" - input: "tower_1/softmax_cross_entropy_loss/xentropy/Reshape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/LogSoftmax" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" - op: "ExpandDims" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_2_grad/Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/ExpandDims_1" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/Neg" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul_1" - input: "^tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/mul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" - op: "Shape" - input: "tower_1/dense/Elu" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Elu_grad/EluGrad" - op: "EluGrad" - input: "tower_1/gradients/tower_1/softmax_cross_entropy_loss/xentropy/Reshape_grad/Reshape" - input: "tower_1/dense/Elu" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/dense/Elu_grad/EluGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/dense/Elu_grad/EluGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/dense/Elu_grad/EluGrad" - input: "^tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Elu_grad/EluGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot_grad/Shape" - op: "Shape" - input: "tower_1/dense/Tensordot/MatMul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/dense/Tensordot_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/dense/Tensordot_grad/Reshape" - input: "tower_1/dense/Tensordot/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/dense/Tensordot/Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot_grad/Reshape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_grad/Shape" - op: "Shape" - input: "tower_1/dense/Tensordot/transpose" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_1_grad/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot/MatMul_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_1_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/dense/Tensordot/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/transpose_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_grad/Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/dense/Tensordot/transpose_1/perm" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/dense/Tensordot/Reshape_1_grad/Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/Rank" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 3 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/mod" - op: "FloorMod" - input: "tower_1/concat/axis" - input: "tower_1/gradients/tower_1/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/transpose_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/bidirectional_rnn/fw/fw/transpose_1" - input: "tower_1/ReverseSequence" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - shape { - dim { - size: 3 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/concat_grad/mod" - input: "tower_1/gradients/tower_1/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/dense/Tensordot/transpose_grad/transpose" - input: "tower_1/gradients/tower_1/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/dense/Tensordot/transpose_grad/transpose" - input: "tower_1/gradients/tower_1/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/bidirectional_rnn/fw/fw/concat_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/concat_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/ReverseSequence_grad/ReverseSequence" - op: "ReverseSequence" - input: "tower_1/gradients/tower_1/concat_grad/tuple/control_dependency_1" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" - value { - i: 1 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/range" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_1_grad/transpose" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_1" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_2" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_3" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/fw/fw/while/Exit_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/bidirectional_rnn/bw/bw/concat_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/ReverseSequence_grad/ReverseSequence" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_1_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_2_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_3_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_4_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_5_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_2" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - op: "TensorArrayScatterV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/range" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_1_grad/transpose" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_4" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_5" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/zeros_like_6" - op: "ZerosLike" - input: "tower_1/bidirectional_rnn/bw/bw/while/Exit_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_2_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_3_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_4_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Exit_5_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_2_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_3_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_4_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_5_grad/b_exit" - op: "Enter" - input: "tower_1/gradients/zeros_like_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_2_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_3_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_4_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Exit_5_grad/b_exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad_1/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Enter_2_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Enter_3_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Enter_4_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Enter_5_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/Switch:1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - op: "ControlTrigger" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_BOOL - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/GreaterEqual" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_BOOL - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_4_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Merge_5_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Enter_2_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Enter_3_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Enter_4_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Enter_5_grad/Exit" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - op: "TensorArrayReadV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync" - op: "ControlTrigger" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_2_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad/b_switch" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_BOOL - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/GreaterEqual" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_BOOL - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_4_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Merge_5_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_2_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - op: "ZerosLike" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - op: "Select" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/zeros_like" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/Select_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_2_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/AddN" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_1" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_2" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_3" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_4" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/AddN_4" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/AddN_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_5" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_3_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_5_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_6" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/AddN_6" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/AddN_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_7" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_3_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_8" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN_8" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN_8" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_5_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_9" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN_9" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN_9" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_10" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_10" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_11" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_11" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_12" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/AddN_12" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/Floor" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/AddN_12" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_13" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_2_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_4_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_14" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/AddN_14" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/Floor" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/AddN_14" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_15" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_2_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_16" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN_16" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN_16" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.800000011920929 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Neg/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - op: "RealDiv" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/RealDiv_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_4_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_17" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout_1/div_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/dropout/div_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/AddN_17" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/AddN_17" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/Identity_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - op: "Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Sum_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Neg" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - op: "TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/Mul/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Tanh_grad/TanhGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_18" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_18" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - op: "BroadcastGradientArgs" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Const_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/Enter_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Shape_1" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/f_acc_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - op: "Mul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/add_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - op: "Sum" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Mul_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Sum_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_19" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/sub_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/Reshape" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency" - input: "tower_1/gradients/AddN_19" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/tuple/control_dependency_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_grad/Reshape_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - op: "SigmoidGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/split_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - op: "BiasAddGrad" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "data_format" - value { - s: "NHWC" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/Sigmoid_grad/SigmoidGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: false - } - } - attr { - key: "transpose_b" - value { - b: true - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - op: "MatMul" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "transpose_a" - value { - b: true - } - } - attr { - key: "transpose_b" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: -1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - op: "StackV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } - attr { - key: "stack_name" - value { - s: "" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPushV2" - op: "StackPushV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/Enter" - input: "tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat" - input: "^tower_1/gradients/Add_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "swap_memory" - value { - b: false - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2" - op: "StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } - attr { - key: "elem_type" - value { - type: DT_FLOAT - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/StackPopV2/Enter" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1/f_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 136 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/MatMul_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_20" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^tower_1/gradients/Sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "tower_1/gradients/AddN_20" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_21" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Select_1_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - op: "Const" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 2 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - op: "FloorMod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Const" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Rank" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Shape" - op: "Shape" - input: "tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - op: "ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul_1/StackPopV2" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/zeros_like/StackPopV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - op: "ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/mod" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - op: "Slice" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ConcatOffset:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/ShapeN:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/Slice_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - input: "tower_1/gradients/b_count_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/Switch_3_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_22" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1_grad/MatMul" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^tower_1/gradients/Sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_RESOURCE - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - op: "Enter" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: true - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - op: "TensorArrayWriteV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2" - input: "tower_1/gradients/AddN_22" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/AddN_23" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/mul_2_grad/tuple/control_dependency_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/concat_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 4 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Select_1_grad/Select" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_grad/tuple/control_dependency_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/fw/fw/TensorArray_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/range" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - unknown_rank: true - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - op: "Enter" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "frame_name" - value { - s: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/while_context" - } - } - attr { - key: "is_constant" - value { - b: false - } - } - attr { - key: "parallel_iterations" - value { - i: 32 - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - op: "Merge" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch" - op: "Switch" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_2" - input: "tower_1/gradients/b_count_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Add" - op: "Add" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch:1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - op: "Exit" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/Switch" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/Switch_3_grad_1/NextIteration" - op: "NextIteration" - input: "tower_1/gradients/AddN_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/bidirectional_rnn/fw/fw/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - op: "TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - shape { - } - } - } - } - attr { - key: "source" - value { - s: "tower_1/gradients" - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/bidirectional_rnn/bw/bw/TensorArray_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - op: "TensorArrayGatherV3" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3" - input: "tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/range" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "element_shape" - value { - shape { - unknown_rank: true - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - op: "NoOp" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency_1" - op: "Identity" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - input: "^tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/group_deps" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/TensorArrayReadV3/Enter_1_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" - op: "InvertPermutation" - input: "tower_1/bidirectional_rnn/bw/bw/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 3 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_grad/transpose" - op: "Transpose" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/tuple/control_dependency" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_grad/InvertPermutation" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tperm" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" - op: "ReverseSequence" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/transpose_grad/transpose" - input: "ExperimentalFunctionBufferingResourceGetNext_1:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "batch_dim" - value { - i: 0 - } - } - attr { - key: "seq_dim" - value { - i: 1 - } - } -} -node { - name: "tower_1/gradients/AddN_24" - op: "AddN" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_grad/transpose" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/ReverseSequence_grad/ReverseSequence" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/transpose_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/embedding_lookup/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "J\000\000\000\000\000\000\000\010\000\000\000\000\000\000\000" - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/ToInt32" - op: "Cast" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/Shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "DstT" - value { - type: DT_INT32 - } - } - attr { - key: "SrcT" - value { - type: DT_INT64 - } - } - attr { - key: "Truncate" - value { - b: false - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/embedding_lookup/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/Size" - op: "Size" - input: "ExperimentalFunctionBufferingResourceGetNext_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/ExpandDims/dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/ExpandDims" - op: "ExpandDims" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/Size" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/ExpandDims/dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tdim" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice" - op: "StridedSlice" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/ToInt32" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack_1" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 1 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/concat" - op: "ConcatV2" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/ExpandDims" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/strided_slice" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/concat/axis" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/Reshape" - op: "Reshape" - input: "tower_1/gradients/AddN_24" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/concat" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "tower_1/gradients/tower_1/embedding_lookup_grad/Reshape_1" - op: "Reshape" - input: "ExperimentalFunctionBufferingResourceGetNext_1" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/ExpandDims" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "concat_1/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_1" - op: "ConcatV2" - input: "gradients/embedding_lookup_grad/Reshape" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/Reshape" - input: "concat_1/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "concat_2/axis" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_2" - op: "ConcatV2" - input: "gradients/embedding_lookup_grad/Reshape_1" - input: "tower_1/gradients/tower_1/embedding_lookup_grad/Reshape_1" - input: "concat_2/axis" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "Identity_2" - op: "Identity" - input: "concat_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Identity_3" - op: "Identity" - input: "concat_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "Identity_4" - op: "Identity" - input: "gradients/embedding_lookup_grad/ToInt32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "Identity_5" - op: "Identity" - input: "concat_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Identity_6" - op: "Identity" - input: "concat_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "Identity_7" - op: "Identity" - input: "gradients/embedding_lookup_grad/ToInt32" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } -} -node { - name: "Reshape/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 34816 - } - } - } -} -node { - name: "concat_3/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_3" - op: "Identity" - input: "Reshape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Const_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 34816 - } - } - } -} -node { - name: "split/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split" - op: "SplitV" - input: "concat_3" - input: "Const_4" - input: "split/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_1/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_1" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_1/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Shape_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 34816 - } - } - } -} -node { - name: "concat_4/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_4" - op: "Identity" - input: "Reshape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Const_5" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 34816 - } - } - } -} -node { - name: "split_1/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_1" - op: "SplitV" - input: "concat_4" - input: "Const_5" - input: "split_1/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce" - op: "NcclAllReduce" - input: "split" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c0" - } - } -} -node { - name: "NcclAllReduce_1" - op: "NcclAllReduce" - input: "split_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c0" - } - } -} -node { - name: "concat_5/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_5" - op: "Identity" - input: "NcclAllReduce" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "packed" - op: "Pack" - input: "Size" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_2/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_2" - op: "SplitV" - input: "concat_5" - input: "packed" - input: "split_2/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_2" - op: "Reshape" - input: "split_2" - input: "Shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_6/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_6" - op: "Identity" - input: "NcclAllReduce_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "packed_1" - op: "Pack" - input: "Size_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_3/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_3" - op: "SplitV" - input: "concat_6" - input: "packed_1" - input: "split_3/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_3" - op: "Reshape" - input: "split_3" - input: "Shape_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_4/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_4" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_4/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_7/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_7" - op: "Identity" - input: "Reshape_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_6" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_4/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_4" - op: "SplitV" - input: "concat_7" - input: "Const_6" - input: "split_4/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_5/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_5" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_5/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_3" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_8/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_8" - op: "Identity" - input: "Reshape_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_7" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_5/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_5" - op: "SplitV" - input: "concat_8" - input: "Const_7" - input: "split_5/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_2" - op: "NcclAllReduce" - input: "split_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c1" - } - } -} -node { - name: "NcclAllReduce_3" - op: "NcclAllReduce" - input: "split_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c1" - } - } -} -node { - name: "concat_9/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_9" - op: "Identity" - input: "NcclAllReduce_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_2" - op: "Pack" - input: "Size_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_6/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_6" - op: "SplitV" - input: "concat_9" - input: "packed_2" - input: "split_6/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_6" - op: "Reshape" - input: "split_6" - input: "Shape_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_2" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_10/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_10" - op: "Identity" - input: "NcclAllReduce_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_3" - op: "Pack" - input: "Size_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_7/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_7" - op: "SplitV" - input: "concat_10" - input: "packed_3" - input: "split_7/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_7" - op: "Reshape" - input: "split_7" - input: "Shape_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_8/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_8" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_8/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Shape_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_4" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1024 - } - } - } -} -node { - name: "concat_11/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_11" - op: "Identity" - input: "Reshape_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Const_8" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1024 - } - } - } -} -node { - name: "split_8/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_8" - op: "SplitV" - input: "concat_11" - input: "Const_8" - input: "split_8/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_9/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_9" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_9/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Shape_5" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_5" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1024 - } - } - } -} -node { - name: "concat_12/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_12" - op: "Identity" - input: "Reshape_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Const_9" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1024 - } - } - } -} -node { - name: "split_9/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_9" - op: "SplitV" - input: "concat_12" - input: "Const_9" - input: "split_9/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_4" - op: "NcclAllReduce" - input: "split_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c2" - } - } -} -node { - name: "NcclAllReduce_5" - op: "NcclAllReduce" - input: "split_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c2" - } - } -} -node { - name: "concat_13/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_13" - op: "Identity" - input: "NcclAllReduce_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "packed_4" - op: "Pack" - input: "Size_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_10/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_10" - op: "SplitV" - input: "concat_13" - input: "packed_4" - input: "split_10/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_10" - op: "Reshape" - input: "split_10" - input: "Shape_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_4" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_14/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_14" - op: "Identity" - input: "NcclAllReduce_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "packed_5" - op: "Pack" - input: "Size_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_11/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_11" - op: "SplitV" - input: "concat_14" - input: "packed_5" - input: "split_11/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_11" - op: "Reshape" - input: "split_11" - input: "Shape_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_5" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_12/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_12" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_12/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_6" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_6" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_15/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_15" - op: "Identity" - input: "Reshape_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_10" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_12/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_12" - op: "SplitV" - input: "concat_15" - input: "Const_10" - input: "split_12/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_13/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_13" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_13/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_7" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_7" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_16/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_16" - op: "Identity" - input: "Reshape_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_11" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_13/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_13" - op: "SplitV" - input: "concat_16" - input: "Const_11" - input: "split_13/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_6" - op: "NcclAllReduce" - input: "split_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c3" - } - } -} -node { - name: "NcclAllReduce_7" - op: "NcclAllReduce" - input: "split_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c3" - } - } -} -node { - name: "concat_17/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_17" - op: "Identity" - input: "NcclAllReduce_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_6" - op: "Pack" - input: "Size_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_14/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_14" - op: "SplitV" - input: "concat_17" - input: "packed_6" - input: "split_14/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_14" - op: "Reshape" - input: "split_14" - input: "Shape_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_6" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_18/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_18" - op: "Identity" - input: "NcclAllReduce_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_7" - op: "Pack" - input: "Size_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_15/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_15" - op: "SplitV" - input: "concat_18" - input: "packed_7" - input: "split_15/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_15" - op: "Reshape" - input: "split_15" - input: "Shape_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_7" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_16/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_16" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_16/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_8" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_8" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_19/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_19" - op: "Identity" - input: "Reshape_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_12" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_16/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_16" - op: "SplitV" - input: "concat_19" - input: "Const_12" - input: "split_16/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_17/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_17" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_17/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_9" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_9" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_20/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_20" - op: "Identity" - input: "Reshape_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_13" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_17/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_17" - op: "SplitV" - input: "concat_20" - input: "Const_13" - input: "split_17/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_8" - op: "NcclAllReduce" - input: "split_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c4" - } - } -} -node { - name: "NcclAllReduce_9" - op: "NcclAllReduce" - input: "split_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c4" - } - } -} -node { - name: "concat_21/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_21" - op: "Identity" - input: "NcclAllReduce_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_8" - op: "Pack" - input: "Size_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_18/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_18" - op: "SplitV" - input: "concat_21" - input: "packed_8" - input: "split_18/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_18" - op: "Reshape" - input: "split_18" - input: "Shape_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_8" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_22/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_22" - op: "Identity" - input: "NcclAllReduce_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_9" - op: "Pack" - input: "Size_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_19/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_19" - op: "SplitV" - input: "concat_22" - input: "packed_9" - input: "split_19/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_19" - op: "Reshape" - input: "split_19" - input: "Shape_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_9" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_20/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_20" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_20/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_10" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_10" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_23/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_23" - op: "Identity" - input: "Reshape_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_14" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_20/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_20" - op: "SplitV" - input: "concat_23" - input: "Const_14" - input: "split_20/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_21/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_21" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_21/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_11" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_11" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_24/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_24" - op: "Identity" - input: "Reshape_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_15" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_21/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_21" - op: "SplitV" - input: "concat_24" - input: "Const_15" - input: "split_21/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_10" - op: "NcclAllReduce" - input: "split_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c5" - } - } -} -node { - name: "NcclAllReduce_11" - op: "NcclAllReduce" - input: "split_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c5" - } - } -} -node { - name: "concat_25/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_25" - op: "Identity" - input: "NcclAllReduce_10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_10" - op: "Pack" - input: "Size_10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_22/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_22" - op: "SplitV" - input: "concat_25" - input: "packed_10" - input: "split_22/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_22" - op: "Reshape" - input: "split_22" - input: "Shape_10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_10" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_26/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_26" - op: "Identity" - input: "NcclAllReduce_11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_11" - op: "Pack" - input: "Size_11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_23/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_23" - op: "SplitV" - input: "concat_26" - input: "packed_11" - input: "split_23/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_23" - op: "Reshape" - input: "split_23" - input: "Shape_11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_11" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_24/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_24" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_24/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_12" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_12" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_27/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_27" - op: "Identity" - input: "Reshape_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_16" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_24/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_24" - op: "SplitV" - input: "concat_27" - input: "Const_16" - input: "split_24/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_25/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_25" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_25/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_13" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_13" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_28/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_28" - op: "Identity" - input: "Reshape_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_17" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_25/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_25" - op: "SplitV" - input: "concat_28" - input: "Const_17" - input: "split_25/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_12" - op: "NcclAllReduce" - input: "split_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c6" - } - } -} -node { - name: "NcclAllReduce_13" - op: "NcclAllReduce" - input: "split_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c6" - } - } -} -node { - name: "concat_29/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_29" - op: "Identity" - input: "NcclAllReduce_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_12" - op: "Pack" - input: "Size_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_26/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_26" - op: "SplitV" - input: "concat_29" - input: "packed_12" - input: "split_26/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_26" - op: "Reshape" - input: "split_26" - input: "Shape_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_12" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_30/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_30" - op: "Identity" - input: "NcclAllReduce_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_13" - op: "Pack" - input: "Size_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_27/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_27" - op: "SplitV" - input: "concat_30" - input: "packed_13" - input: "split_27/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_27" - op: "Reshape" - input: "split_27" - input: "Shape_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_13" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_28/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_28" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_28/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_14" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_14" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_31/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_31" - op: "Identity" - input: "Reshape_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_18" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_28/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_28" - op: "SplitV" - input: "concat_31" - input: "Const_18" - input: "split_28/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_29/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_29" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_29/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_15" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_15" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_32/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_32" - op: "Identity" - input: "Reshape_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_19" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_29/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_29" - op: "SplitV" - input: "concat_32" - input: "Const_19" - input: "split_29/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_14" - op: "NcclAllReduce" - input: "split_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c7" - } - } -} -node { - name: "NcclAllReduce_15" - op: "NcclAllReduce" - input: "split_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c7" - } - } -} -node { - name: "concat_33/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_33" - op: "Identity" - input: "NcclAllReduce_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_14" - op: "Pack" - input: "Size_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_30/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_30" - op: "SplitV" - input: "concat_33" - input: "packed_14" - input: "split_30/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_30" - op: "Reshape" - input: "split_30" - input: "Shape_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_14" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_34/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_34" - op: "Identity" - input: "NcclAllReduce_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_15" - op: "Pack" - input: "Size_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_31/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_31" - op: "SplitV" - input: "concat_34" - input: "packed_15" - input: "split_31/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_31" - op: "Reshape" - input: "split_31" - input: "Shape_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_15" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_32/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_32" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_32/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_16" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_16" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_35/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_35" - op: "Identity" - input: "Reshape_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_20" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_32/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_32" - op: "SplitV" - input: "concat_35" - input: "Const_20" - input: "split_32/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_33/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_33" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_33/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_17" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_17" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_36/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_36" - op: "Identity" - input: "Reshape_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_21" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_33/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_33" - op: "SplitV" - input: "concat_36" - input: "Const_21" - input: "split_33/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_16" - op: "NcclAllReduce" - input: "split_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c8" - } - } -} -node { - name: "NcclAllReduce_17" - op: "NcclAllReduce" - input: "split_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c8" - } - } -} -node { - name: "concat_37/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_37" - op: "Identity" - input: "NcclAllReduce_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_16" - op: "Pack" - input: "Size_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_34/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_34" - op: "SplitV" - input: "concat_37" - input: "packed_16" - input: "split_34/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_34" - op: "Reshape" - input: "split_34" - input: "Shape_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_16" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_38/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_38" - op: "Identity" - input: "NcclAllReduce_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_17" - op: "Pack" - input: "Size_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_35/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_35" - op: "SplitV" - input: "concat_38" - input: "packed_17" - input: "split_35/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_35" - op: "Reshape" - input: "split_35" - input: "Shape_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_17" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_36/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_36" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_36/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_18" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_18" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_39/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_39" - op: "Identity" - input: "Reshape_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_22" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_36/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_36" - op: "SplitV" - input: "concat_39" - input: "Const_22" - input: "split_36/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_37/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_37" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_37/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_19" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_19" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_40/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_40" - op: "Identity" - input: "Reshape_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_23" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_37/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_37" - op: "SplitV" - input: "concat_40" - input: "Const_23" - input: "split_37/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_18" - op: "NcclAllReduce" - input: "split_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c9" - } - } -} -node { - name: "NcclAllReduce_19" - op: "NcclAllReduce" - input: "split_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c9" - } - } -} -node { - name: "concat_41/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_41" - op: "Identity" - input: "NcclAllReduce_18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_18" - op: "Pack" - input: "Size_18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_38/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_38" - op: "SplitV" - input: "concat_41" - input: "packed_18" - input: "split_38/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_38" - op: "Reshape" - input: "split_38" - input: "Shape_18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_18" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_42/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_42" - op: "Identity" - input: "NcclAllReduce_19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_19" - op: "Pack" - input: "Size_19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_39/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_39" - op: "SplitV" - input: "concat_42" - input: "packed_19" - input: "split_39/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_39" - op: "Reshape" - input: "split_39" - input: "Shape_19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_19" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_40/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_40" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_40/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_20" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_20" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_43/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_43" - op: "Identity" - input: "Reshape_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_24" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_40/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_40" - op: "SplitV" - input: "concat_43" - input: "Const_24" - input: "split_40/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_41/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_41" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_41/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_21" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_21" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_44/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_44" - op: "Identity" - input: "Reshape_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_25" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_41/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_41" - op: "SplitV" - input: "concat_44" - input: "Const_25" - input: "split_41/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_20" - op: "NcclAllReduce" - input: "split_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c10" - } - } -} -node { - name: "NcclAllReduce_21" - op: "NcclAllReduce" - input: "split_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c10" - } - } -} -node { - name: "concat_45/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_45" - op: "Identity" - input: "NcclAllReduce_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_20" - op: "Pack" - input: "Size_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_42/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_42" - op: "SplitV" - input: "concat_45" - input: "packed_20" - input: "split_42/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_42" - op: "Reshape" - input: "split_42" - input: "Shape_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_20" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_46/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_46" - op: "Identity" - input: "NcclAllReduce_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_21" - op: "Pack" - input: "Size_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_43/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_43" - op: "SplitV" - input: "concat_46" - input: "packed_21" - input: "split_43/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_43" - op: "Reshape" - input: "split_43" - input: "Shape_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_21" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_44/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_44" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_44/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_22" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_22" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_47/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_47" - op: "Identity" - input: "Reshape_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_26" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_44/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_44" - op: "SplitV" - input: "concat_47" - input: "Const_26" - input: "split_44/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_45/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_45" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_45/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_23" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_23" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_48/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_48" - op: "Identity" - input: "Reshape_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_27" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_45/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_45" - op: "SplitV" - input: "concat_48" - input: "Const_27" - input: "split_45/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_22" - op: "NcclAllReduce" - input: "split_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c11" - } - } -} -node { - name: "NcclAllReduce_23" - op: "NcclAllReduce" - input: "split_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c11" - } - } -} -node { - name: "concat_49/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_49" - op: "Identity" - input: "NcclAllReduce_22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_22" - op: "Pack" - input: "Size_22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_46/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_46" - op: "SplitV" - input: "concat_49" - input: "packed_22" - input: "split_46/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_46" - op: "Reshape" - input: "split_46" - input: "Shape_22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_22" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_50/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_50" - op: "Identity" - input: "NcclAllReduce_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_23" - op: "Pack" - input: "Size_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_47/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_47" - op: "SplitV" - input: "concat_50" - input: "packed_23" - input: "split_47/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_47" - op: "Reshape" - input: "split_47" - input: "Shape_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_23" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_48/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_48" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_48/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_24" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_24" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_51/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_51" - op: "Identity" - input: "Reshape_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_28" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_48/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_48" - op: "SplitV" - input: "concat_51" - input: "Const_28" - input: "split_48/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_49/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_49" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_49/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_25" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_25" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_52/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_52" - op: "Identity" - input: "Reshape_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_29" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_49/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_49" - op: "SplitV" - input: "concat_52" - input: "Const_29" - input: "split_49/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_24" - op: "NcclAllReduce" - input: "split_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c12" - } - } -} -node { - name: "NcclAllReduce_25" - op: "NcclAllReduce" - input: "split_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c12" - } - } -} -node { - name: "concat_53/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_53" - op: "Identity" - input: "NcclAllReduce_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_24" - op: "Pack" - input: "Size_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_50/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_50" - op: "SplitV" - input: "concat_53" - input: "packed_24" - input: "split_50/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_50" - op: "Reshape" - input: "split_50" - input: "Shape_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_24" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_54/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_54" - op: "Identity" - input: "NcclAllReduce_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_25" - op: "Pack" - input: "Size_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_51/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_51" - op: "SplitV" - input: "concat_54" - input: "packed_25" - input: "split_51/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_51" - op: "Reshape" - input: "split_51" - input: "Shape_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_25" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_52/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_52" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_52/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_26" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_26" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_55/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_55" - op: "Identity" - input: "Reshape_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_30" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_52/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_52" - op: "SplitV" - input: "concat_55" - input: "Const_30" - input: "split_52/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_53/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_53" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_53/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_27" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_27" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_56/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_56" - op: "Identity" - input: "Reshape_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_31" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_53/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_53" - op: "SplitV" - input: "concat_56" - input: "Const_31" - input: "split_53/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_26" - op: "NcclAllReduce" - input: "split_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c13" - } - } -} -node { - name: "NcclAllReduce_27" - op: "NcclAllReduce" - input: "split_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c13" - } - } -} -node { - name: "concat_57/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_57" - op: "Identity" - input: "NcclAllReduce_26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_26" - op: "Pack" - input: "Size_26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_54/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_54" - op: "SplitV" - input: "concat_57" - input: "packed_26" - input: "split_54/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_54" - op: "Reshape" - input: "split_54" - input: "Shape_26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_26" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_58/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_58" - op: "Identity" - input: "NcclAllReduce_27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_27" - op: "Pack" - input: "Size_27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_55/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_55" - op: "SplitV" - input: "concat_58" - input: "packed_27" - input: "split_55/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_55" - op: "Reshape" - input: "split_55" - input: "Shape_27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_27" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_56/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_56" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_56/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_28" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_28" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_59/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_59" - op: "Identity" - input: "Reshape_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_32" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_56/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_56" - op: "SplitV" - input: "concat_59" - input: "Const_32" - input: "split_56/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_57/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_57" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_57/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_29" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_29" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_60/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_60" - op: "Identity" - input: "Reshape_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_33" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_57/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_57" - op: "SplitV" - input: "concat_60" - input: "Const_33" - input: "split_57/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_28" - op: "NcclAllReduce" - input: "split_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c14" - } - } -} -node { - name: "NcclAllReduce_29" - op: "NcclAllReduce" - input: "split_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c14" - } - } -} -node { - name: "concat_61/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_61" - op: "Identity" - input: "NcclAllReduce_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_28" - op: "Pack" - input: "Size_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_58/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_58" - op: "SplitV" - input: "concat_61" - input: "packed_28" - input: "split_58/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_58" - op: "Reshape" - input: "split_58" - input: "Shape_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_28" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_62/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_62" - op: "Identity" - input: "NcclAllReduce_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_29" - op: "Pack" - input: "Size_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_59/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_59" - op: "SplitV" - input: "concat_62" - input: "packed_29" - input: "split_59/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_59" - op: "Reshape" - input: "split_59" - input: "Shape_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_29" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_60/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_60" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_60/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_30" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_30" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_63/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_63" - op: "Identity" - input: "Reshape_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_34" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_60/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_60" - op: "SplitV" - input: "concat_63" - input: "Const_34" - input: "split_60/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_61/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_61" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_61/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_31" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_31" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_64/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_64" - op: "Identity" - input: "Reshape_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_35" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_61/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_61" - op: "SplitV" - input: "concat_64" - input: "Const_35" - input: "split_61/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_30" - op: "NcclAllReduce" - input: "split_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c15" - } - } -} -node { - name: "NcclAllReduce_31" - op: "NcclAllReduce" - input: "split_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c15" - } - } -} -node { - name: "concat_65/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_65" - op: "Identity" - input: "NcclAllReduce_30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_30" - op: "Pack" - input: "Size_30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_62/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_62" - op: "SplitV" - input: "concat_65" - input: "packed_30" - input: "split_62/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_62" - op: "Reshape" - input: "split_62" - input: "Shape_30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_30" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_66/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_66" - op: "Identity" - input: "NcclAllReduce_31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_31" - op: "Pack" - input: "Size_31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_63/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_63" - op: "SplitV" - input: "concat_66" - input: "packed_31" - input: "split_63/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_63" - op: "Reshape" - input: "split_63" - input: "Shape_31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_31" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_64/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_64" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_64/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_32" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_32" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_67/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_67" - op: "Identity" - input: "Reshape_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_36" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_64/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_64" - op: "SplitV" - input: "concat_67" - input: "Const_36" - input: "split_64/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_65/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_65" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_65/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_33" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_33" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_68/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_68" - op: "Identity" - input: "Reshape_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_37" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_65/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_65" - op: "SplitV" - input: "concat_68" - input: "Const_37" - input: "split_65/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_32" - op: "NcclAllReduce" - input: "split_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c16" - } - } -} -node { - name: "NcclAllReduce_33" - op: "NcclAllReduce" - input: "split_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c16" - } - } -} -node { - name: "concat_69/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_69" - op: "Identity" - input: "NcclAllReduce_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_32" - op: "Pack" - input: "Size_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_66/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_66" - op: "SplitV" - input: "concat_69" - input: "packed_32" - input: "split_66/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_66" - op: "Reshape" - input: "split_66" - input: "Shape_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_32" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_70/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_70" - op: "Identity" - input: "NcclAllReduce_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_33" - op: "Pack" - input: "Size_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_67/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_67" - op: "SplitV" - input: "concat_70" - input: "packed_33" - input: "split_67/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_67" - op: "Reshape" - input: "split_67" - input: "Shape_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_33" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_68/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_68" - op: "Reshape" - input: "gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_68/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_34" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_34" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_71/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_71" - op: "Identity" - input: "Reshape_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_38" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_68/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_68" - op: "SplitV" - input: "concat_71" - input: "Const_38" - input: "split_68/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_69/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_69" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_69/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_35" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_35" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_72/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_72" - op: "Identity" - input: "Reshape_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_39" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_69/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_69" - op: "SplitV" - input: "concat_72" - input: "Const_39" - input: "split_69/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/fw/fw/while/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_34" - op: "NcclAllReduce" - input: "split_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c17" - } - } -} -node { - name: "NcclAllReduce_35" - op: "NcclAllReduce" - input: "split_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c17" - } - } -} -node { - name: "concat_73/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_73" - op: "Identity" - input: "NcclAllReduce_34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_34" - op: "Pack" - input: "Size_34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_70/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_70" - op: "SplitV" - input: "concat_73" - input: "packed_34" - input: "split_70/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_70" - op: "Reshape" - input: "split_70" - input: "Shape_34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_34" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_74/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_74" - op: "Identity" - input: "NcclAllReduce_35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_35" - op: "Pack" - input: "Size_35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_71/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_71" - op: "SplitV" - input: "concat_74" - input: "packed_35" - input: "split_71/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_71" - op: "Reshape" - input: "split_71" - input: "Shape_35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_35" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_72/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_72" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_72/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Shape_36" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_36" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 34816 - } - } - } -} -node { - name: "concat_75/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_75" - op: "Identity" - input: "Reshape_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Const_40" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 34816 - } - } - } -} -node { - name: "split_72/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_72" - op: "SplitV" - input: "concat_75" - input: "Const_40" - input: "split_72/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_73/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_73" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_73/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Shape_37" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_37" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 34816 - } - } - } -} -node { - name: "concat_76/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_76" - op: "Identity" - input: "Reshape_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "Const_41" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 34816 - } - } - } -} -node { - name: "split_73/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_73" - op: "SplitV" - input: "concat_76" - input: "Const_41" - input: "split_73/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_36" - op: "NcclAllReduce" - input: "split_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c18" - } - } -} -node { - name: "NcclAllReduce_37" - op: "NcclAllReduce" - input: "split_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c18" - } - } -} -node { - name: "concat_77/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_77" - op: "Identity" - input: "NcclAllReduce_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "packed_36" - op: "Pack" - input: "Size_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_74/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_74" - op: "SplitV" - input: "concat_77" - input: "packed_36" - input: "split_74/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_74" - op: "Reshape" - input: "split_74" - input: "Shape_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_36" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_78/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_78" - op: "Identity" - input: "NcclAllReduce_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } -} -node { - name: "packed_37" - op: "Pack" - input: "Size_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_75/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_75" - op: "SplitV" - input: "concat_78" - input: "packed_37" - input: "split_75/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 34816 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_75" - op: "Reshape" - input: "split_75" - input: "Shape_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_37" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_76/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_76" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_76/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_38" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_38" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_79/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_79" - op: "Identity" - input: "Reshape_76" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_42" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_76/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_76" - op: "SplitV" - input: "concat_79" - input: "Const_42" - input: "split_76/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_77/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_77" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_77/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_39" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_39" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_80/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_80" - op: "Identity" - input: "Reshape_77" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_43" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_77/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_77" - op: "SplitV" - input: "concat_80" - input: "Const_43" - input: "split_77/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_38" - op: "NcclAllReduce" - input: "split_76" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c19" - } - } -} -node { - name: "NcclAllReduce_39" - op: "NcclAllReduce" - input: "split_77" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c19" - } - } -} -node { - name: "concat_81/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_81" - op: "Identity" - input: "NcclAllReduce_38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_38" - op: "Pack" - input: "Size_38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_78/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_78" - op: "SplitV" - input: "concat_81" - input: "packed_38" - input: "split_78/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_78" - op: "Reshape" - input: "split_78" - input: "Shape_38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_38" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_82/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_82" - op: "Identity" - input: "NcclAllReduce_39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_39" - op: "Pack" - input: "Size_39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_79/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_79" - op: "SplitV" - input: "concat_82" - input: "packed_39" - input: "split_79/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_79" - op: "Reshape" - input: "split_79" - input: "Shape_39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_39" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_80/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_80" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_80/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Shape_40" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_40" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1024 - } - } - } -} -node { - name: "concat_83/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_83" - op: "Identity" - input: "Reshape_80" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Const_44" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1024 - } - } - } -} -node { - name: "split_80/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_80" - op: "SplitV" - input: "concat_83" - input: "Const_44" - input: "split_80/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_81/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_81" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_81/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Shape_41" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_41" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 1024 - } - } - } -} -node { - name: "concat_84/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_84" - op: "Identity" - input: "Reshape_81" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "Const_45" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1024 - } - } - } -} -node { - name: "split_81/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_81" - op: "SplitV" - input: "concat_84" - input: "Const_45" - input: "split_81/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_40" - op: "NcclAllReduce" - input: "split_80" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c20" - } - } -} -node { - name: "NcclAllReduce_41" - op: "NcclAllReduce" - input: "split_81" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c20" - } - } -} -node { - name: "concat_85/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_85" - op: "Identity" - input: "NcclAllReduce_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "packed_40" - op: "Pack" - input: "Size_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_82/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_82" - op: "SplitV" - input: "concat_85" - input: "packed_40" - input: "split_82/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_82" - op: "Reshape" - input: "split_82" - input: "Shape_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_40" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_86/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_86" - op: "Identity" - input: "NcclAllReduce_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } -} -node { - name: "packed_41" - op: "Pack" - input: "Size_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_83/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_83" - op: "SplitV" - input: "concat_86" - input: "packed_41" - input: "split_83/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1024 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_83" - op: "Reshape" - input: "split_83" - input: "Shape_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_41" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_84/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_84" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_84/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_42" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_42" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_87/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_87" - op: "Identity" - input: "Reshape_84" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_46" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_84/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_84" - op: "SplitV" - input: "concat_87" - input: "Const_46" - input: "split_84/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_85/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_85" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_85/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_43" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_43" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_88/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_88" - op: "Identity" - input: "Reshape_85" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_47" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_85/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_85" - op: "SplitV" - input: "concat_88" - input: "Const_47" - input: "split_85/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_42" - op: "NcclAllReduce" - input: "split_84" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c21" - } - } -} -node { - name: "NcclAllReduce_43" - op: "NcclAllReduce" - input: "split_85" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c21" - } - } -} -node { - name: "concat_89/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_89" - op: "Identity" - input: "NcclAllReduce_42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_42" - op: "Pack" - input: "Size_42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_86/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_86" - op: "SplitV" - input: "concat_89" - input: "packed_42" - input: "split_86/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_86" - op: "Reshape" - input: "split_86" - input: "Shape_42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_42" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_90/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_90" - op: "Identity" - input: "NcclAllReduce_43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_43" - op: "Pack" - input: "Size_43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_87/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_87" - op: "SplitV" - input: "concat_90" - input: "packed_43" - input: "split_87/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_87" - op: "Reshape" - input: "split_87" - input: "Shape_43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_43" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_88/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_88" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_88/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_44" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_44" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_91/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_91" - op: "Identity" - input: "Reshape_88" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_48" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_88/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_88" - op: "SplitV" - input: "concat_91" - input: "Const_48" - input: "split_88/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_89/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_89" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_89/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_45" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_45" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_92/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_92" - op: "Identity" - input: "Reshape_89" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_49" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_89/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_89" - op: "SplitV" - input: "concat_92" - input: "Const_49" - input: "split_89/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_44" - op: "NcclAllReduce" - input: "split_88" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c22" - } - } -} -node { - name: "NcclAllReduce_45" - op: "NcclAllReduce" - input: "split_89" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c22" - } - } -} -node { - name: "concat_93/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_93" - op: "Identity" - input: "NcclAllReduce_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_44" - op: "Pack" - input: "Size_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_90/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_90" - op: "SplitV" - input: "concat_93" - input: "packed_44" - input: "split_90/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_90" - op: "Reshape" - input: "split_90" - input: "Shape_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_44" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_94/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_94" - op: "Identity" - input: "NcclAllReduce_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_45" - op: "Pack" - input: "Size_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_91/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_91" - op: "SplitV" - input: "concat_94" - input: "packed_45" - input: "split_91/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_91" - op: "Reshape" - input: "split_91" - input: "Shape_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_45" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_92/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_92" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_92/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_46" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_46" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_95/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_95" - op: "Identity" - input: "Reshape_92" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_50" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_92/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_92" - op: "SplitV" - input: "concat_95" - input: "Const_50" - input: "split_92/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_93/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_93" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_93/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_47" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_47" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_96/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_96" - op: "Identity" - input: "Reshape_93" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_51" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_93/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_93" - op: "SplitV" - input: "concat_96" - input: "Const_51" - input: "split_93/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_46" - op: "NcclAllReduce" - input: "split_92" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c23" - } - } -} -node { - name: "NcclAllReduce_47" - op: "NcclAllReduce" - input: "split_93" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c23" - } - } -} -node { - name: "concat_97/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_97" - op: "Identity" - input: "NcclAllReduce_46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_46" - op: "Pack" - input: "Size_46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_94/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_94" - op: "SplitV" - input: "concat_97" - input: "packed_46" - input: "split_94/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_94" - op: "Reshape" - input: "split_94" - input: "Shape_46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_46" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_98/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_98" - op: "Identity" - input: "NcclAllReduce_47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_47" - op: "Pack" - input: "Size_47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_95/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_95" - op: "SplitV" - input: "concat_98" - input: "packed_47" - input: "split_95/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_95" - op: "Reshape" - input: "split_95" - input: "Shape_47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_47" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_96/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_96" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_96/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_48" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_48" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_99/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_99" - op: "Identity" - input: "Reshape_96" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_52" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_96/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_96" - op: "SplitV" - input: "concat_99" - input: "Const_52" - input: "split_96/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_97/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_97" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_97/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_49" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_49" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_100/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_100" - op: "Identity" - input: "Reshape_97" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_53" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_97/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_97" - op: "SplitV" - input: "concat_100" - input: "Const_53" - input: "split_97/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_48" - op: "NcclAllReduce" - input: "split_96" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c24" - } - } -} -node { - name: "NcclAllReduce_49" - op: "NcclAllReduce" - input: "split_97" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c24" - } - } -} -node { - name: "concat_101/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_101" - op: "Identity" - input: "NcclAllReduce_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_48" - op: "Pack" - input: "Size_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_98/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_98" - op: "SplitV" - input: "concat_101" - input: "packed_48" - input: "split_98/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_98" - op: "Reshape" - input: "split_98" - input: "Shape_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_48" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_102/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_102" - op: "Identity" - input: "NcclAllReduce_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_49" - op: "Pack" - input: "Size_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_99/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_99" - op: "SplitV" - input: "concat_102" - input: "packed_49" - input: "split_99/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_99" - op: "Reshape" - input: "split_99" - input: "Shape_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_49" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_100/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_100" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_100/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_50" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_50" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_103/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_103" - op: "Identity" - input: "Reshape_100" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_54" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_100/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_100" - op: "SplitV" - input: "concat_103" - input: "Const_54" - input: "split_100/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_101/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_101" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_101/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_51" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_51" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_104/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_104" - op: "Identity" - input: "Reshape_101" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_55" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_101/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_101" - op: "SplitV" - input: "concat_104" - input: "Const_55" - input: "split_101/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_50" - op: "NcclAllReduce" - input: "split_100" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c25" - } - } -} -node { - name: "NcclAllReduce_51" - op: "NcclAllReduce" - input: "split_101" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c25" - } - } -} -node { - name: "concat_105/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_105" - op: "Identity" - input: "NcclAllReduce_50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_50" - op: "Pack" - input: "Size_50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_102/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_102" - op: "SplitV" - input: "concat_105" - input: "packed_50" - input: "split_102/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_102" - op: "Reshape" - input: "split_102" - input: "Shape_50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_50" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_106/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_106" - op: "Identity" - input: "NcclAllReduce_51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_51" - op: "Pack" - input: "Size_51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_103/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_103" - op: "SplitV" - input: "concat_106" - input: "packed_51" - input: "split_103/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_103" - op: "Reshape" - input: "split_103" - input: "Shape_51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_51" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_104/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_104" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_104/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_52" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_52" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_107/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_107" - op: "Identity" - input: "Reshape_104" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_56" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_104/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_104" - op: "SplitV" - input: "concat_107" - input: "Const_56" - input: "split_104/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_105/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_105" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_105/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_53" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_53" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_108/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_108" - op: "Identity" - input: "Reshape_105" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_57" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_105/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_105" - op: "SplitV" - input: "concat_108" - input: "Const_57" - input: "split_105/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_52" - op: "NcclAllReduce" - input: "split_104" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c26" - } - } -} -node { - name: "NcclAllReduce_53" - op: "NcclAllReduce" - input: "split_105" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c26" - } - } -} -node { - name: "concat_109/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_109" - op: "Identity" - input: "NcclAllReduce_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_52" - op: "Pack" - input: "Size_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_106/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_106" - op: "SplitV" - input: "concat_109" - input: "packed_52" - input: "split_106/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_106" - op: "Reshape" - input: "split_106" - input: "Shape_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_52" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_110/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_110" - op: "Identity" - input: "NcclAllReduce_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_53" - op: "Pack" - input: "Size_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_107/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_107" - op: "SplitV" - input: "concat_110" - input: "packed_53" - input: "split_107/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_107" - op: "Reshape" - input: "split_107" - input: "Shape_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_53" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_108/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_108" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_108/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_54" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_54" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_111/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_111" - op: "Identity" - input: "Reshape_108" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_58" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_108/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_108" - op: "SplitV" - input: "concat_111" - input: "Const_58" - input: "split_108/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_109/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_109" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_109/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_55" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_55" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_112/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_112" - op: "Identity" - input: "Reshape_109" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_59" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_109/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_109" - op: "SplitV" - input: "concat_112" - input: "Const_59" - input: "split_109/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_54" - op: "NcclAllReduce" - input: "split_108" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c27" - } - } -} -node { - name: "NcclAllReduce_55" - op: "NcclAllReduce" - input: "split_109" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c27" - } - } -} -node { - name: "concat_113/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_113" - op: "Identity" - input: "NcclAllReduce_54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_54" - op: "Pack" - input: "Size_54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_110/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_110" - op: "SplitV" - input: "concat_113" - input: "packed_54" - input: "split_110/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_110" - op: "Reshape" - input: "split_110" - input: "Shape_54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_54" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_114/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_114" - op: "Identity" - input: "NcclAllReduce_55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_55" - op: "Pack" - input: "Size_55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_111/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_111" - op: "SplitV" - input: "concat_114" - input: "packed_55" - input: "split_111/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_111" - op: "Reshape" - input: "split_111" - input: "Shape_55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_55" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_112/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_112" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_112/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_56" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_56" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_115/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_115" - op: "Identity" - input: "Reshape_112" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_60" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_112/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_112" - op: "SplitV" - input: "concat_115" - input: "Const_60" - input: "split_112/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_113/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_113" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_113/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_57" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_57" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_116/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_116" - op: "Identity" - input: "Reshape_113" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_61" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_113/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_113" - op: "SplitV" - input: "concat_116" - input: "Const_61" - input: "split_113/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_56" - op: "NcclAllReduce" - input: "split_112" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c28" - } - } -} -node { - name: "NcclAllReduce_57" - op: "NcclAllReduce" - input: "split_113" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c28" - } - } -} -node { - name: "concat_117/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_117" - op: "Identity" - input: "NcclAllReduce_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_56" - op: "Pack" - input: "Size_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_114/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_114" - op: "SplitV" - input: "concat_117" - input: "packed_56" - input: "split_114/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_114" - op: "Reshape" - input: "split_114" - input: "Shape_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_56" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_118/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_118" - op: "Identity" - input: "NcclAllReduce_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_57" - op: "Pack" - input: "Size_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_115/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_115" - op: "SplitV" - input: "concat_118" - input: "packed_57" - input: "split_115/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_115" - op: "Reshape" - input: "split_115" - input: "Shape_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_57" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_116/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_116" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_116/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_58" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_58" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_119/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_119" - op: "Identity" - input: "Reshape_116" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_62" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_116/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_116" - op: "SplitV" - input: "concat_119" - input: "Const_62" - input: "split_116/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_117/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_117" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_117/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_59" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_59" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_120/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_120" - op: "Identity" - input: "Reshape_117" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_63" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_117/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_117" - op: "SplitV" - input: "concat_120" - input: "Const_63" - input: "split_117/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_58" - op: "NcclAllReduce" - input: "split_116" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c29" - } - } -} -node { - name: "NcclAllReduce_59" - op: "NcclAllReduce" - input: "split_117" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c29" - } - } -} -node { - name: "concat_121/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_121" - op: "Identity" - input: "NcclAllReduce_58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_58" - op: "Pack" - input: "Size_58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_118/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_118" - op: "SplitV" - input: "concat_121" - input: "packed_58" - input: "split_118/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_118" - op: "Reshape" - input: "split_118" - input: "Shape_58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_58" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_122/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_122" - op: "Identity" - input: "NcclAllReduce_59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_59" - op: "Pack" - input: "Size_59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_119/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_119" - op: "SplitV" - input: "concat_122" - input: "packed_59" - input: "split_119/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_119" - op: "Reshape" - input: "split_119" - input: "Shape_59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_59" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_120/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_120" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_120/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_60" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_60" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_123/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_123" - op: "Identity" - input: "Reshape_120" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_64" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_120/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_120" - op: "SplitV" - input: "concat_123" - input: "Const_64" - input: "split_120/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_121/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_121" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_121/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Shape_61" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "Size_61" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 65536 - } - } - } -} -node { - name: "concat_124/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_124" - op: "Identity" - input: "Reshape_121" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "Const_65" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 65536 - } - } - } -} -node { - name: "split_121/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_121" - op: "SplitV" - input: "concat_124" - input: "Const_65" - input: "split_121/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_60" - op: "NcclAllReduce" - input: "split_120" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c30" - } - } -} -node { - name: "NcclAllReduce_61" - op: "NcclAllReduce" - input: "split_121" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c30" - } - } -} -node { - name: "concat_125/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_125" - op: "Identity" - input: "NcclAllReduce_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_60" - op: "Pack" - input: "Size_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_122/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_122" - op: "SplitV" - input: "concat_125" - input: "packed_60" - input: "split_122/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_122" - op: "Reshape" - input: "split_122" - input: "Shape_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_60" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_126/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_126" - op: "Identity" - input: "NcclAllReduce_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } -} -node { - name: "packed_61" - op: "Pack" - input: "Size_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_123/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_123" - op: "SplitV" - input: "concat_126" - input: "packed_61" - input: "split_123/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 65536 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_123" - op: "Reshape" - input: "split_123" - input: "Shape_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_61" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_124/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_124" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_124/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_62" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_62" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_127/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_127" - op: "Identity" - input: "Reshape_124" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_66" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_124/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_124" - op: "SplitV" - input: "concat_127" - input: "Const_66" - input: "split_124/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_125/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_125" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_125/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Shape_63" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "Size_63" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 256 - } - } - } -} -node { - name: "concat_128/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_128" - op: "Identity" - input: "Reshape_125" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Const_67" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 256 - } - } - } -} -node { - name: "split_125/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_125" - op: "SplitV" - input: "concat_128" - input: "Const_67" - input: "split_125/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_62" - op: "NcclAllReduce" - input: "split_124" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c31" - } - } -} -node { - name: "NcclAllReduce_63" - op: "NcclAllReduce" - input: "split_125" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c31" - } - } -} -node { - name: "concat_129/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_129" - op: "Identity" - input: "NcclAllReduce_62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_62" - op: "Pack" - input: "Size_62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_126/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_126" - op: "SplitV" - input: "concat_129" - input: "packed_62" - input: "split_126/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_126" - op: "Reshape" - input: "split_126" - input: "Shape_62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_62" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "concat_130/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_130" - op: "Identity" - input: "NcclAllReduce_63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "packed_63" - op: "Pack" - input: "Size_63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_127/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_127" - op: "SplitV" - input: "concat_130" - input: "packed_63" - input: "split_127/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_127" - op: "Reshape" - input: "split_127" - input: "Shape_63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_63" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "Reshape_128/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_128" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_128/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_64" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_64" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_131/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_131" - op: "Identity" - input: "Reshape_128" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_68" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_128/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_128" - op: "SplitV" - input: "concat_131" - input: "Const_68" - input: "split_128/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_129/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_129" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_129/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_65" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_65" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_132/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_132" - op: "Identity" - input: "Reshape_129" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_69" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_129/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_129" - op: "SplitV" - input: "concat_132" - input: "Const_69" - input: "split_129/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_64" - op: "NcclAllReduce" - input: "split_128" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c32" - } - } -} -node { - name: "NcclAllReduce_65" - op: "NcclAllReduce" - input: "split_129" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c32" - } - } -} -node { - name: "concat_133/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_133" - op: "Identity" - input: "NcclAllReduce_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_64" - op: "Pack" - input: "Size_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_130/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_130" - op: "SplitV" - input: "concat_133" - input: "packed_64" - input: "split_130/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_130" - op: "Reshape" - input: "split_130" - input: "Shape_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_64" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_134/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_134" - op: "Identity" - input: "NcclAllReduce_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_65" - op: "Pack" - input: "Size_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_131/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_131" - op: "SplitV" - input: "concat_134" - input: "packed_65" - input: "split_131/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_131" - op: "Reshape" - input: "split_131" - input: "Shape_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_65" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_132/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_132" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_132/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_66" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_66" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_135/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_135" - op: "Identity" - input: "Reshape_132" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_70" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_132/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_132" - op: "SplitV" - input: "concat_135" - input: "Const_70" - input: "split_132/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_133/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_133" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_133/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Shape_67" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "Size_67" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 16384 - } - } - } -} -node { - name: "concat_136/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_136" - op: "Identity" - input: "Reshape_133" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "Const_71" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 16384 - } - } - } -} -node { - name: "split_133/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_133" - op: "SplitV" - input: "concat_136" - input: "Const_71" - input: "split_133/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/MatMul_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_66" - op: "NcclAllReduce" - input: "split_132" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c33" - } - } -} -node { - name: "NcclAllReduce_67" - op: "NcclAllReduce" - input: "split_133" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c33" - } - } -} -node { - name: "concat_137/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_137" - op: "Identity" - input: "NcclAllReduce_66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_66" - op: "Pack" - input: "Size_66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_134/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_134" - op: "SplitV" - input: "concat_137" - input: "packed_66" - input: "split_134/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_134" - op: "Reshape" - input: "split_134" - input: "Shape_66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_66" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_138/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_138" - op: "Identity" - input: "NcclAllReduce_67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } -} -node { - name: "packed_67" - op: "Pack" - input: "Size_67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_135/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_135" - op: "SplitV" - input: "concat_138" - input: "packed_67" - input: "split_135/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 16384 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_135" - op: "Reshape" - input: "split_135" - input: "Shape_67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_67" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_136/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_136" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_136/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_68" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_68" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_139/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_139" - op: "Identity" - input: "Reshape_136" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_72" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_136/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_136" - op: "SplitV" - input: "concat_139" - input: "Const_72" - input: "split_136/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_137/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_137" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_137/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_69" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_69" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_140/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_140" - op: "Identity" - input: "Reshape_137" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_73" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_137/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_137" - op: "SplitV" - input: "concat_140" - input: "Const_73" - input: "split_137/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_1/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_68" - op: "NcclAllReduce" - input: "split_136" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c34" - } - } -} -node { - name: "NcclAllReduce_69" - op: "NcclAllReduce" - input: "split_137" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c34" - } - } -} -node { - name: "concat_141/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_141" - op: "Identity" - input: "NcclAllReduce_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_68" - op: "Pack" - input: "Size_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_138/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_138" - op: "SplitV" - input: "concat_141" - input: "packed_68" - input: "split_138/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_138" - op: "Reshape" - input: "split_138" - input: "Shape_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_68" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_142/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_142" - op: "Identity" - input: "NcclAllReduce_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_69" - op: "Pack" - input: "Size_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_139/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_139" - op: "SplitV" - input: "concat_142" - input: "packed_69" - input: "split_139/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_139" - op: "Reshape" - input: "split_139" - input: "Shape_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_69" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_140/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_140" - op: "Reshape" - input: "gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_140/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_70" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_70" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_143/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_143" - op: "Identity" - input: "Reshape_140" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_74" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_140/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_140" - op: "SplitV" - input: "concat_143" - input: "Const_74" - input: "split_140/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_141/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_141" - op: "Reshape" - input: "tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - input: "Reshape_141/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Shape_71" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "Size_71" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 128 - } - } - } -} -node { - name: "concat_144/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_144" - op: "Identity" - input: "Reshape_141" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Const_75" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 128 - } - } - } -} -node { - name: "split_141/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_141" - op: "SplitV" - input: "concat_144" - input: "Const_75" - input: "split_141/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/bidirectional_rnn/bw/bw/while/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/BiasAdd_2/ReadVariableOp/Enter_grad/b_acc_3" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_70" - op: "NcclAllReduce" - input: "split_140" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c35" - } - } -} -node { - name: "NcclAllReduce_71" - op: "NcclAllReduce" - input: "split_141" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c35" - } - } -} -node { - name: "concat_145/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_145" - op: "Identity" - input: "NcclAllReduce_70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_70" - op: "Pack" - input: "Size_70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_142/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_142" - op: "SplitV" - input: "concat_145" - input: "packed_70" - input: "split_142/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_142" - op: "Reshape" - input: "split_142" - input: "Shape_70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_70" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "concat_146/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_146" - op: "Identity" - input: "NcclAllReduce_71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "packed_71" - op: "Pack" - input: "Size_71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_143/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_143" - op: "SplitV" - input: "concat_146" - input: "packed_71" - input: "split_143/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_143" - op: "Reshape" - input: "split_143" - input: "Shape_71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_71" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "Reshape_144/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_144" - op: "Reshape" - input: "gradients/dense/Tensordot/transpose_1_grad/transpose" - input: "Reshape_144/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "Shape_72" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "Size_72" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 5632 - } - } - } -} -node { - name: "concat_147/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_147" - op: "Identity" - input: "Reshape_144" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "Const_76" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 5632 - } - } - } -} -node { - name: "split_144/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_144" - op: "SplitV" - input: "concat_147" - input: "Const_76" - input: "split_144/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_145/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_145" - op: "Reshape" - input: "tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - input: "Reshape_145/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "Shape_73" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "Size_73" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 5632 - } - } - } -} -node { - name: "concat_148/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_148" - op: "Identity" - input: "Reshape_145" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "Const_77" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 5632 - } - } - } -} -node { - name: "split_145/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_145" - op: "SplitV" - input: "concat_148" - input: "Const_77" - input: "split_145/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/Tensordot/transpose_1_grad/transpose" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_72" - op: "NcclAllReduce" - input: "split_144" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c36" - } - } -} -node { - name: "NcclAllReduce_73" - op: "NcclAllReduce" - input: "split_145" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c36" - } - } -} -node { - name: "concat_149/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_149" - op: "Identity" - input: "NcclAllReduce_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "packed_72" - op: "Pack" - input: "Size_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_146/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_146" - op: "SplitV" - input: "concat_149" - input: "packed_72" - input: "split_146/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_146" - op: "Reshape" - input: "split_146" - input: "Shape_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_72" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "concat_150/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_150" - op: "Identity" - input: "NcclAllReduce_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } -} -node { - name: "packed_73" - op: "Pack" - input: "Size_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_147/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_147" - op: "SplitV" - input: "concat_150" - input: "packed_73" - input: "split_147/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 5632 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_147" - op: "Reshape" - input: "split_147" - input: "Shape_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_73" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "Reshape_148/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_148" - op: "Reshape" - input: "gradients/dense/BiasAdd_grad/tuple/control_dependency_1" - input: "Reshape_148/shape" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "Shape_74" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 22 - } - } - } -} -node { - name: "Size_74" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 22 - } - } - } -} -node { - name: "concat_151/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_151" - op: "Identity" - input: "Reshape_148" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "Const_78" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 22 - } - } - } -} -node { - name: "split_148/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_148" - op: "SplitV" - input: "concat_151" - input: "Const_78" - input: "split_148/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@gradients/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_149/shape" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "Reshape_149" - op: "Reshape" - input: "tower_1/gradients/tower_1/dense/BiasAdd_grad/tuple/control_dependency_1" - input: "Reshape_149/shape" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "Shape_75" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 22 - } - } - } -} -node { - name: "Size_75" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 22 - } - } - } -} -node { - name: "concat_152/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_152" - op: "Identity" - input: "Reshape_149" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "Const_79" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 22 - } - } - } -} -node { - name: "split_149/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_149" - op: "SplitV" - input: "concat_152" - input: "Const_79" - input: "split_149/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@tower_1/gradients/tower_1/dense/BiasAdd_grad/BiasAddGrad" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "NcclAllReduce_74" - op: "NcclAllReduce" - input: "split_148" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c37" - } - } -} -node { - name: "NcclAllReduce_75" - op: "NcclAllReduce" - input: "split_149" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_devices" - value { - i: 2 - } - } - attr { - key: "reduction" - value { - s: "sum" - } - } - attr { - key: "shared_name" - value { - s: "c37" - } - } -} -node { - name: "concat_153/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_153" - op: "Identity" - input: "NcclAllReduce_74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "packed_74" - op: "Pack" - input: "Size_74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_150/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_150" - op: "SplitV" - input: "concat_153" - input: "packed_74" - input: "split_150/split_dim" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_150" - op: "Reshape" - input: "split_150" - input: "Shape_74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_74" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "concat_154/concat_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "concat_154" - op: "Identity" - input: "NcclAllReduce_75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "packed_75" - op: "Pack" - input: "Size_75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "split_151/split_dim" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "split_151" - op: "SplitV" - input: "concat_154" - input: "packed_75" - input: "split_151/split_dim" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tlen" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "num_split" - value { - i: 1 - } - } -} -node { - name: "Reshape_151" - op: "Reshape" - input: "split_151" - input: "Shape_75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_class" - value { - list { - s: "loc:@NcclAllReduce_75" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "beta1_power/Initializer/initial_value" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.8999999761581421 - } - } - } -} -node { - name: "beta1_power" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - } - } - } - attr { - key: "shared_name" - value { - s: "beta1_power" - } - } -} -node { - name: "beta1_power/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta1_power/Assign" - op: "AssignVariableOp" - input: "beta1_power" - input: "beta1_power/Initializer/initial_value" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta1_power/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta1_power/replica_1/Initializer/Identity" - op: "Identity" - input: "beta1_power/Initializer/initial_value" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta1_power/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - } - } - } - attr { - key: "shared_name" - value { - s: "beta1_power/replica_1" - } - } -} -node { - name: "beta1_power/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta1_power/replica_1/Assign" - op: "AssignVariableOp" - input: "beta1_power/replica_1" - input: "beta1_power/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta1_power/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta1_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_8/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_8" - op: "Identity" - input: "Identity_8/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Identity_9/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_9" - op: "Identity" - input: "Identity_9/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Identity_10/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_10" - op: "Identity" - input: "Identity_10/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta2_power/Initializer/initial_value" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.9990000128746033 - } - } - } -} -node { - name: "beta2_power" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - } - } - } - attr { - key: "shared_name" - value { - s: "beta2_power" - } - } -} -node { - name: "beta2_power/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta2_power/Assign" - op: "AssignVariableOp" - input: "beta2_power" - input: "beta2_power/Initializer/initial_value" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta2_power/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta2_power/replica_1/Initializer/Identity" - op: "Identity" - input: "beta2_power/Initializer/initial_value" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta2_power/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - } - } - } - attr { - key: "shared_name" - value { - s: "beta2_power/replica_1" - } - } -} -node { - name: "beta2_power/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "beta2_power/replica_1/Assign" - op: "AssignVariableOp" - input: "beta2_power/replica_1" - input: "beta2_power/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "beta2_power/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@beta2_power/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_11/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_11" - op: "Identity" - input: "Identity_11/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Identity_12/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_12" - op: "Identity" - input: "Identity_12/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Identity_13/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Identity_13" - op: "Identity" - input: "Identity_13/ReadVariableOp" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "embeddings/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - attr { - key: "shared_name" - value { - s: "embeddings/Adam" - } - } -} -node { - name: "embeddings/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/Adam/Assign" - op: "AssignVariableOp" - input: "embeddings/Adam" - input: "embeddings/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "embeddings/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "embeddings/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - attr { - key: "shared_name" - value { - s: "embeddings/Adam/replica_1" - } - } -} -node { - name: "embeddings/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "embeddings/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "embeddings/Adam/replica_1" - input: "embeddings/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "embeddings/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - attr { - key: "shared_name" - value { - s: "embeddings/Adam_1" - } - } -} -node { - name: "embeddings/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/Adam_1/Assign" - op: "AssignVariableOp" - input: "embeddings/Adam_1" - input: "embeddings/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "embeddings/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "embeddings/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - attr { - key: "shared_name" - value { - s: "embeddings/Adam_1/replica_1" - } - } -} -node { - name: "embeddings/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "embeddings/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "embeddings/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "embeddings/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@embeddings/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\210\000\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\010\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\000\001\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 256 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\200\000\000\000\200\000\000\000" - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 128 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 128 - } - } - } - } - attr { - key: "shared_name" - value { - s: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "dense/kernel/Adam/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "dense/kernel/Adam/Initializer/zeros" - op: "Fill" - input: "dense/kernel/Adam/Initializer/zeros/shape_as_tensor" - input: "dense/kernel/Adam/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "dense/kernel/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/kernel/Adam" - } - } -} -node { - name: "dense/kernel/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/kernel/Adam/Assign" - op: "AssignVariableOp" - input: "dense/kernel/Adam" - input: "dense/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/kernel/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "dense/kernel/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/kernel/Adam/replica_1" - } - } -} -node { - name: "dense/kernel/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/kernel/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/kernel/Adam/replica_1" - input: "dense/kernel/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 2 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 2 - } - } - tensor_content: "\000\001\000\000\026\000\000\000" - } - } - } -} -node { - name: "dense/kernel/Adam_1/Initializer/zeros/Const" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.0 - } - } - } -} -node { - name: "dense/kernel/Adam_1/Initializer/zeros" - op: "Fill" - input: "dense/kernel/Adam_1/Initializer/zeros/shape_as_tensor" - input: "dense/kernel/Adam_1/Initializer/zeros/Const" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "index_type" - value { - type: DT_INT32 - } - } -} -node { - name: "dense/kernel/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/kernel/Adam_1" - } - } -} -node { - name: "dense/kernel/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/kernel/Adam_1/Assign" - op: "AssignVariableOp" - input: "dense/kernel/Adam_1" - input: "dense/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/kernel/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } -} -node { - name: "dense/kernel/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/kernel/Adam_1/replica_1" - } - } -} -node { - name: "dense/kernel/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/kernel/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/kernel/Adam_1/replica_1" - input: "dense/kernel/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/kernel/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/kernel/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 22 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "dense/bias/Adam" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/bias/Adam" - } - } -} -node { - name: "dense/bias/Adam/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/bias/Adam/Assign" - op: "AssignVariableOp" - input: "dense/bias/Adam" - input: "dense/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/bias/Adam/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "dense/bias/Adam/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/bias/Adam/replica_1" - } - } -} -node { - name: "dense/bias/Adam/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/bias/Adam/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/bias/Adam/replica_1" - input: "dense/bias/Adam/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam_1/Initializer/zeros" - op: "Const" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { - size: 22 - } - } - float_val: 0.0 - } - } - } -} -node { - name: "dense/bias/Adam_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/bias/Adam_1" - } - } -} -node { - name: "dense/bias/Adam_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/bias/Adam_1/Assign" - op: "AssignVariableOp" - input: "dense/bias/Adam_1" - input: "dense/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam_1/replica_1/Initializer/Identity" - op: "Identity" - input: "dense/bias/Adam_1/Initializer/zeros" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } -} -node { - name: "dense/bias/Adam_1/replica_1" - op: "VarHandleOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "container" - value { - s: "" - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "shape" - value { - shape { - dim { - size: 22 - } - } - } - } - attr { - key: "shared_name" - value { - s: "dense/bias/Adam_1/replica_1" - } - } -} -node { - name: "dense/bias/Adam_1/replica_1/IsInitialized/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "dense/bias/Adam_1/replica_1/Assign" - op: "AssignVariableOp" - input: "dense/bias/Adam_1/replica_1" - input: "dense/bias/Adam_1/replica_1/Initializer/Identity" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1/replica_1" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "dense/bias/Adam_1/replica_1/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@dense/bias/Adam_1/replica_1" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/learning_rate" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 9.999999747378752e-05 - } - } - } -} -node { - name: "Adam/beta1" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.8999999761581421 - } - } - } -} -node { - name: "Adam/beta2" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 0.9990000128746033 - } - } - } -} -node { - name: "Adam/epsilon" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 9.99999993922529e-09 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/Unique" - op: "Unique" - input: "Identity_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "out_idx" - value { - type: DT_INT32 - } - } -} -node { - name: "Adam/update_0/update_embeddings/Shape" - op: "Shape" - input: "Adam/update_0/update_embeddings/Unique" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "Adam/update_0/update_embeddings/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/strided_slice" - op: "StridedSlice" - input: "Adam/update_0/update_embeddings/Shape" - input: "Adam/update_0/update_embeddings/strided_slice/stack" - input: "Adam/update_0/update_embeddings/strided_slice/stack_1" - input: "Adam/update_0/update_embeddings/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "Adam/update_0/update_embeddings/UnsortedSegmentSum" - op: "UnsortedSegmentSum" - input: "Identity_2" - input: "Adam/update_0/update_embeddings/Unique:1" - input: "Adam/update_0/update_embeddings/strided_slice" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tindices" - value { - type: DT_INT32 - } - } - attr { - key: "Tnumsegments" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub" - op: "Sub" - input: "Adam/update_0/update_embeddings/sub/x" - input: "Adam/update_0/update_embeddings/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/Sqrt" - op: "Sqrt" - input: "Adam/update_0/update_embeddings/sub" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul" - op: "Mul" - input: "Adam/learning_rate" - input: "Adam/update_0/update_embeddings/Sqrt" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_1/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_1" - op: "Sub" - input: "Adam/update_0/update_embeddings/sub_1/x" - input: "Adam/update_0/update_embeddings/ReadVariableOp_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/truediv" - op: "RealDiv" - input: "Adam/update_0/update_embeddings/mul" - input: "Adam/update_0/update_embeddings/sub_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_2/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_2" - op: "Sub" - input: "Adam/update_0/update_embeddings/sub_2/x" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_1" - op: "Mul" - input: "Adam/update_0/update_embeddings/UnsortedSegmentSum" - input: "Adam/update_0/update_embeddings/sub_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_2" - op: "ReadVariableOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_2" - op: "Mul" - input: "Adam/update_0/update_embeddings/ReadVariableOp_2" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/AssignVariableOp" - op: "AssignVariableOp" - input: "embeddings/Adam" - input: "Adam/update_0/update_embeddings/mul_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_3" - op: "ReadVariableOp" - input: "embeddings/Adam" - input: "^Adam/update_0/update_embeddings/AssignVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ResourceScatterAdd" - op: "ResourceScatterAdd" - input: "embeddings/Adam" - input: "Adam/update_0/update_embeddings/Unique" - input: "Adam/update_0/update_embeddings/mul_1" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_4" - op: "ReadVariableOp" - input: "embeddings/Adam" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_3" - input: "^Adam/update_0/update_embeddings/ResourceScatterAdd" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_3" - op: "Mul" - input: "Adam/update_0/update_embeddings/UnsortedSegmentSum" - input: "Adam/update_0/update_embeddings/UnsortedSegmentSum" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_3/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/sub_3" - op: "Sub" - input: "Adam/update_0/update_embeddings/sub_3/x" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_4" - op: "Mul" - input: "Adam/update_0/update_embeddings/mul_3" - input: "Adam/update_0/update_embeddings/sub_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_5" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_5" - op: "Mul" - input: "Adam/update_0/update_embeddings/ReadVariableOp_5" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/AssignVariableOp_1" - op: "AssignVariableOp" - input: "embeddings/Adam_1" - input: "Adam/update_0/update_embeddings/mul_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_6" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - input: "^Adam/update_0/update_embeddings/AssignVariableOp_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ResourceScatterAdd_1" - op: "ResourceScatterAdd" - input: "embeddings/Adam_1" - input: "Adam/update_0/update_embeddings/Unique" - input: "Adam/update_0/update_embeddings/mul_4" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_7" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_6" - input: "^Adam/update_0/update_embeddings/ResourceScatterAdd_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/Sqrt_1" - op: "Sqrt" - input: "Adam/update_0/update_embeddings/ReadVariableOp_7" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/mul_6" - op: "Mul" - input: "Adam/update_0/update_embeddings/truediv" - input: "Adam/update_0/update_embeddings/ReadVariableOp_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/add" - op: "Add" - input: "Adam/update_0/update_embeddings/Sqrt_1" - input: "Adam/epsilon" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/truediv_1" - op: "RealDiv" - input: "Adam/update_0/update_embeddings/mul_6" - input: "Adam/update_0/update_embeddings/add" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_0/update_embeddings/AssignSubVariableOp" - op: "AssignSubVariableOp" - input: "embeddings" - input: "Adam/update_0/update_embeddings/truediv_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/ReadVariableOp_8" - op: "ReadVariableOp" - input: "embeddings" - input: "^Adam/update_0/update_embeddings/AssignSubVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0/update_embeddings/group_deps" - op: "NoOp" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_4" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_7" - input: "^Adam/update_0/update_embeddings/ReadVariableOp_8" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "Adam/update_1/update_embeddings/replica_1/Unique" - op: "Unique" - input: "Identity_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "out_idx" - value { - type: DT_INT32 - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/Shape" - op: "Shape" - input: "Adam/update_1/update_embeddings/replica_1/Unique" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "out_type" - value { - type: DT_INT32 - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/strided_slice" - op: "StridedSlice" - input: "Adam/update_1/update_embeddings/replica_1/Shape" - input: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack" - input: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack_1" - input: "Adam/update_1/update_embeddings/replica_1/strided_slice/stack_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 1 - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/UnsortedSegmentSum" - op: "UnsortedSegmentSum" - input: "Identity_5" - input: "Adam/update_1/update_embeddings/replica_1/Unique:1" - input: "Adam/update_1/update_embeddings/replica_1/strided_slice" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "Tindices" - value { - type: DT_INT32 - } - } - attr { - key: "Tnumsegments" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub" - op: "Sub" - input: "Adam/update_1/update_embeddings/replica_1/sub/x" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/Sqrt" - op: "Sqrt" - input: "Adam/update_1/update_embeddings/replica_1/sub" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul" - op: "Mul" - input: "Adam/learning_rate" - input: "Adam/update_1/update_embeddings/replica_1/Sqrt" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_1/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_1" - op: "Sub" - input: "Adam/update_1/update_embeddings/replica_1/sub_1/x" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/truediv" - op: "RealDiv" - input: "Adam/update_1/update_embeddings/replica_1/mul" - input: "Adam/update_1/update_embeddings/replica_1/sub_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_2/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_2" - op: "Sub" - input: "Adam/update_1/update_embeddings/replica_1/sub_2/x" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_1" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/UnsortedSegmentSum" - input: "Adam/update_1/update_embeddings/replica_1/sub_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_2" - op: "ReadVariableOp" - input: "embeddings/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_2" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_2" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/AssignVariableOp" - op: "AssignVariableOp" - input: "embeddings/Adam/replica_1" - input: "Adam/update_1/update_embeddings/replica_1/mul_2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_3" - op: "ReadVariableOp" - input: "embeddings/Adam/replica_1" - input: "^Adam/update_1/update_embeddings/replica_1/AssignVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ResourceScatterAdd" - op: "ResourceScatterAdd" - input: "embeddings/Adam/replica_1" - input: "Adam/update_1/update_embeddings/replica_1/Unique" - input: "Adam/update_1/update_embeddings/replica_1/mul_1" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_4" - op: "ReadVariableOp" - input: "embeddings/Adam/replica_1" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_3" - input: "^Adam/update_1/update_embeddings/replica_1/ResourceScatterAdd" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_3" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/UnsortedSegmentSum" - input: "Adam/update_1/update_embeddings/replica_1/UnsortedSegmentSum" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_3/x" - op: "Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 1.0 - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/sub_3" - op: "Sub" - input: "Adam/update_1/update_embeddings/replica_1/sub_3/x" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_4" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/mul_3" - input: "Adam/update_1/update_embeddings/replica_1/sub_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_5" - op: "ReadVariableOp" - input: "embeddings/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_5" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_5" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/AssignVariableOp_1" - op: "AssignVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "Adam/update_1/update_embeddings/replica_1/mul_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_6" - op: "ReadVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "^Adam/update_1/update_embeddings/replica_1/AssignVariableOp_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ResourceScatterAdd_1" - op: "ResourceScatterAdd" - input: "embeddings/Adam_1/replica_1" - input: "Adam/update_1/update_embeddings/replica_1/Unique" - input: "Adam/update_1/update_embeddings/replica_1/mul_4" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_7" - op: "ReadVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_6" - input: "^Adam/update_1/update_embeddings/replica_1/ResourceScatterAdd_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/Sqrt_1" - op: "Sqrt" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/mul_6" - op: "Mul" - input: "Adam/update_1/update_embeddings/replica_1/truediv" - input: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/add" - op: "Add" - input: "Adam/update_1/update_embeddings/replica_1/Sqrt_1" - input: "Adam/epsilon" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/truediv_1" - op: "RealDiv" - input: "Adam/update_1/update_embeddings/replica_1/mul_6" - input: "Adam/update_1/update_embeddings/replica_1/add" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/AssignSubVariableOp" - op: "AssignSubVariableOp" - input: "embeddings/replica_1" - input: "Adam/update_1/update_embeddings/replica_1/truediv_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/ReadVariableOp_8" - op: "ReadVariableOp" - input: "embeddings/replica_1" - input: "^Adam/update_1/update_embeddings/replica_1/AssignSubVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1/update_embeddings/replica_1/group_deps" - op: "NoOp" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_4" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_7" - input: "^Adam/update_1/update_embeddings/replica_1/ReadVariableOp_8" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_78" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_79" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_82" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_83" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_86" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_87" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_90" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_91" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_94" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_95" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_98" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_99" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_102" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_103" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_106" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_107" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_110" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_111" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_114" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_115" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_118" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_119" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_122" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_123" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_126" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_127" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_130" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_131" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_134" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_135" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_138" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_139" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_142" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_143" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_37/update_dense/kernel/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_37/update_dense/kernel/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "dense/kernel" - input: "dense/kernel/Adam" - input: "dense/kernel/Adam_1" - input: "Adam/update_0_37/update_dense/kernel/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_37/update_dense/kernel/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_146" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "dense/kernel/replica_1" - input: "dense/kernel/Adam/replica_1" - input: "dense/kernel/Adam_1/replica_1" - input: "Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_147" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_38/update_dense/bias/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_38/update_dense/bias/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "dense/bias" - input: "dense/bias/Adam" - input: "dense/bias/Adam_1" - input: "Adam/update_0_38/update_dense/bias/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_0_38/update_dense/bias/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_150" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - op: "ResourceApplyAdam" - input: "dense/bias/replica_1" - input: "dense/bias/Adam/replica_1" - input: "dense/bias/Adam_1/replica_1" - input: "Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam/ReadVariableOp" - input: "Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam/ReadVariableOp_1" - input: "Adam/learning_rate" - input: "Adam/beta1" - input: "Adam/beta2" - input: "Adam/epsilon" - input: "Reshape_151" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "use_locking" - value { - b: false - } - } - attr { - key: "use_nesterov" - value { - b: false - } - } -} -node { - name: "Adam/update_0_39/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/Identity" - op: "Identity" - input: "Adam/update_0_39/Read/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0_39/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/mul" - op: "Mul" - input: "Adam/update_0_39/ReadVariableOp" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0_39/AssignVariableOp" - op: "AssignVariableOp" - input: "beta1_power" - input: "Adam/update_0_39/mul" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta1_power" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_39/AssignVariableOp" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/ReadVariableOp_2" - op: "ReadVariableOp" - input: "beta2_power" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/mul_1" - op: "Mul" - input: "Adam/update_0_39/ReadVariableOp_2" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_0_39/AssignVariableOp_1" - op: "AssignVariableOp" - input: "beta2_power" - input: "Adam/update_0_39/mul_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/ReadVariableOp_3" - op: "ReadVariableOp" - input: "beta2_power" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_39/AssignVariableOp_1" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_0_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_0_39/update/NoOp" - op: "NoOp" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_39/ReadVariableOp_1" - input: "^Adam/update_0_39/ReadVariableOp_3" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "Adam/update_0_39/update/NoOp_1" - op: "NoOp" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "Adam/update_0_39/update" - op: "NoOp" - input: "^Adam/update_0_39/update/NoOp" - input: "^Adam/update_0_39/update/NoOp_1" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "Adam/update_1_39/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/Identity" - op: "Identity" - input: "Adam/update_1_39/Read/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1_39/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/mul" - op: "Mul" - input: "Adam/update_1_39/ReadVariableOp" - input: "Adam/beta1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1_39/AssignVariableOp" - op: "AssignVariableOp" - input: "beta1_power/replica_1" - input: "Adam/update_1_39/mul" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_39/AssignVariableOp" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/ReadVariableOp_2" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/mul_1" - op: "Mul" - input: "Adam/update_1_39/ReadVariableOp_2" - input: "Adam/beta2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/update_1_39/AssignVariableOp_1" - op: "AssignVariableOp" - input: "beta2_power/replica_1" - input: "Adam/update_1_39/mul_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/ReadVariableOp_3" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_39/AssignVariableOp_1" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_class" - value { - list { - s: "loc:@Adam/update_1_39/Read/ReadVariableOp" - } - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "Adam/update_1_39/update/NoOp" - op: "NoOp" - input: "^Adam/update_0/update_embeddings/group_deps" - input: "^Adam/update_0_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_37/update_dense/kernel/ResourceApplyAdam" - input: "^Adam/update_0_38/update_dense/bias/ResourceApplyAdam" - input: "^Adam/update_0_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/ResourceApplyAdam" - input: "^Adam/update_0_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/ResourceApplyAdam" - input: "^Adam/update_0_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/ResourceApplyAdam" - input: "^Adam/update_0_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/ResourceApplyAdam" - input: "^Adam/update_0_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "Adam/update_1_39/update/NoOp_1" - op: "NoOp" - input: "^Adam/update_1/update_embeddings/replica_1/group_deps" - input: "^Adam/update_1_1/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_10/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_11/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_12/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_13/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_14/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_15/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_16/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_17/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_18/update_bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_19/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_2/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_20/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_21/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_22/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_23/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_24/update_bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_25/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_26/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_27/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_28/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_29/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_3/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_30/update_bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_31/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_32/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_33/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_34/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_35/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_36/update_bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_37/update_dense/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_38/update_dense/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_39/ReadVariableOp_1" - input: "^Adam/update_1_39/ReadVariableOp_3" - input: "^Adam/update_1_4/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_5/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_6/update_bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_7/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_8/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/ResourceApplyAdam" - input: "^Adam/update_1_9/update_bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/ResourceApplyAdam" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "Adam/update_1_39/update" - op: "NoOp" - input: "^Adam/update_1_39/update/NoOp" - input: "^Adam/update_1_39/update/NoOp_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "Adam/update_0_40/Const" - op: "Const" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 1 - } - } - } -} -node { - name: "Adam/update_0_40/AssignAddVariableOp" - op: "AssignAddVariableOp" - input: "global_step" - input: "Adam/update_0_40/Const" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/update_0_40/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - input: "^Adam/update_0_39/update" - input: "^Adam/update_0_40/AssignAddVariableOp" - input: "^Adam/update_1_39/update" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/update_1_40/Const" - op: "Const" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - } - int64_val: 1 - } - } - } -} -node { - name: "Adam/update_1_40/AssignAddVariableOp" - op: "AssignAddVariableOp" - input: "global_step/replica_1" - input: "Adam/update_1_40/Const" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/update_1_40/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step/replica_1" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" - input: "^Adam/update_1_40/AssignAddVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/group_deps/NoOp" - op: "NoOp" - input: "^Adam/update_0_39/update" - input: "^Adam/update_0_40/ReadVariableOp" - input: "^Adam/update_1_39/update" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "Adam/group_deps/NoOp_1" - op: "NoOp" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" - input: "^Adam/update_1_40/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "Adam/group_deps" - op: "NoOp" - input: "^Adam/group_deps/NoOp" - input: "^Adam/group_deps/NoOp_1" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" -} -node { - name: "Adam/Identity/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - input: "^Adam/group_deps" - input: "^Adam/update_0_39/update" - input: "^Adam/update_0_40/AssignAddVariableOp" - input: "^Adam/update_1_39/update" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/Identity" - op: "Identity" - input: "Adam/Identity/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Adam/Identity_1/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step/replica_1" - input: "^Adam/group_deps" - input: "^Adam/update_0_39/update" - input: "^Adam/update_1_39/update" - input: "^Adam/update_1_40/AssignAddVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "Adam/Identity_1" - op: "Identity" - input: "Adam/Identity_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "AddN" - op: "AddN" - input: "softmax_cross_entropy_loss/value" - input: "tower_1/softmax_cross_entropy_loss/value" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "truediv/y" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - } - float_val: 2.0 - } - } - } -} -node { - name: "truediv" - op: "RealDiv" - input: "AddN" - input: "truediv/y" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "Identity_14" - op: "Identity" - input: "truediv" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_1" - op: "VarIsInitializedOp" - input: "global_step/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp" - input: "report_uninitialized_variables/VarIsInitializedOp_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_2" - op: "VarIsInitializedOp" - input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_3" - op: "VarIsInitializedOp" - input: "embeddings/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_1" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_2" - input: "report_uninitialized_variables/VarIsInitializedOp_3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_4" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_5" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_2" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_4" - input: "report_uninitialized_variables/VarIsInitializedOp_5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_6" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_7" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_3" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_6" - input: "report_uninitialized_variables/VarIsInitializedOp_7" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_8" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_9" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_4" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_8" - input: "report_uninitialized_variables/VarIsInitializedOp_9" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_10" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_11" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_5" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_10" - input: "report_uninitialized_variables/VarIsInitializedOp_11" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_12" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_13" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_6" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_12" - input: "report_uninitialized_variables/VarIsInitializedOp_13" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_14" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_15" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_7" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_14" - input: "report_uninitialized_variables/VarIsInitializedOp_15" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_16" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_17" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_8" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_16" - input: "report_uninitialized_variables/VarIsInitializedOp_17" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_18" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_19" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_9" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_18" - input: "report_uninitialized_variables/VarIsInitializedOp_19" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_20" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_21" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_10" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_20" - input: "report_uninitialized_variables/VarIsInitializedOp_21" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_22" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_23" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_11" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_22" - input: "report_uninitialized_variables/VarIsInitializedOp_23" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_24" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_25" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_12" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_24" - input: "report_uninitialized_variables/VarIsInitializedOp_25" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_26" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_27" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_13" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_26" - input: "report_uninitialized_variables/VarIsInitializedOp_27" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_28" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_29" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_14" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_28" - input: "report_uninitialized_variables/VarIsInitializedOp_29" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_30" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_31" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_15" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_30" - input: "report_uninitialized_variables/VarIsInitializedOp_31" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_32" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_33" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_16" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_32" - input: "report_uninitialized_variables/VarIsInitializedOp_33" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_34" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_35" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_17" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_34" - input: "report_uninitialized_variables/VarIsInitializedOp_35" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_36" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_37" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_18" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_36" - input: "report_uninitialized_variables/VarIsInitializedOp_37" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_38" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_39" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_19" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_38" - input: "report_uninitialized_variables/VarIsInitializedOp_39" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_40" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_41" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_20" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_40" - input: "report_uninitialized_variables/VarIsInitializedOp_41" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_42" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_43" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_21" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_42" - input: "report_uninitialized_variables/VarIsInitializedOp_43" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_44" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_45" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_22" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_44" - input: "report_uninitialized_variables/VarIsInitializedOp_45" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_46" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_47" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_23" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_46" - input: "report_uninitialized_variables/VarIsInitializedOp_47" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_48" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_49" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_24" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_48" - input: "report_uninitialized_variables/VarIsInitializedOp_49" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_50" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_51" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_25" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_50" - input: "report_uninitialized_variables/VarIsInitializedOp_51" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_52" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_53" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_26" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_52" - input: "report_uninitialized_variables/VarIsInitializedOp_53" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_54" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_55" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_27" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_54" - input: "report_uninitialized_variables/VarIsInitializedOp_55" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_56" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_57" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_28" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_56" - input: "report_uninitialized_variables/VarIsInitializedOp_57" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_58" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_59" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_29" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_58" - input: "report_uninitialized_variables/VarIsInitializedOp_59" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_60" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_61" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_30" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_60" - input: "report_uninitialized_variables/VarIsInitializedOp_61" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_62" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_63" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_31" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_62" - input: "report_uninitialized_variables/VarIsInitializedOp_63" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_64" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_65" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_32" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_64" - input: "report_uninitialized_variables/VarIsInitializedOp_65" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_66" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_67" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_33" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_66" - input: "report_uninitialized_variables/VarIsInitializedOp_67" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_68" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_69" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_34" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_68" - input: "report_uninitialized_variables/VarIsInitializedOp_69" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_70" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_71" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_35" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_70" - input: "report_uninitialized_variables/VarIsInitializedOp_71" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_72" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_73" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_36" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_72" - input: "report_uninitialized_variables/VarIsInitializedOp_73" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_74" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_75" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_37" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_74" - input: "report_uninitialized_variables/VarIsInitializedOp_75" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_76" - op: "VarIsInitializedOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_77" - op: "VarIsInitializedOp" - input: "dense/kernel/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_38" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_76" - input: "report_uninitialized_variables/VarIsInitializedOp_77" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_78" - op: "VarIsInitializedOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_79" - op: "VarIsInitializedOp" - input: "dense/bias/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_39" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_78" - input: "report_uninitialized_variables/VarIsInitializedOp_79" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_80" - op: "VarIsInitializedOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_81" - op: "VarIsInitializedOp" - input: "beta1_power/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_40" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_80" - input: "report_uninitialized_variables/VarIsInitializedOp_81" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_82" - op: "VarIsInitializedOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_83" - op: "VarIsInitializedOp" - input: "beta2_power/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_41" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_82" - input: "report_uninitialized_variables/VarIsInitializedOp_83" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_84" - op: "VarIsInitializedOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_85" - op: "VarIsInitializedOp" - input: "embeddings/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_42" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_84" - input: "report_uninitialized_variables/VarIsInitializedOp_85" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_86" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_87" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_43" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_86" - input: "report_uninitialized_variables/VarIsInitializedOp_87" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_88" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_89" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_44" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_88" - input: "report_uninitialized_variables/VarIsInitializedOp_89" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_90" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_91" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_45" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_90" - input: "report_uninitialized_variables/VarIsInitializedOp_91" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_92" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_93" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_46" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_92" - input: "report_uninitialized_variables/VarIsInitializedOp_93" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_94" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_95" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_47" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_94" - input: "report_uninitialized_variables/VarIsInitializedOp_95" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_96" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_97" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_48" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_96" - input: "report_uninitialized_variables/VarIsInitializedOp_97" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_98" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_99" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_49" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_98" - input: "report_uninitialized_variables/VarIsInitializedOp_99" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_100" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_101" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_50" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_100" - input: "report_uninitialized_variables/VarIsInitializedOp_101" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_102" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_103" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_51" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_102" - input: "report_uninitialized_variables/VarIsInitializedOp_103" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_104" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_105" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_52" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_104" - input: "report_uninitialized_variables/VarIsInitializedOp_105" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_106" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_107" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_53" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_106" - input: "report_uninitialized_variables/VarIsInitializedOp_107" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_108" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_109" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_54" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_108" - input: "report_uninitialized_variables/VarIsInitializedOp_109" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_110" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_111" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_55" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_110" - input: "report_uninitialized_variables/VarIsInitializedOp_111" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_112" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_113" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_56" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_112" - input: "report_uninitialized_variables/VarIsInitializedOp_113" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_114" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_115" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_57" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_114" - input: "report_uninitialized_variables/VarIsInitializedOp_115" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_116" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_117" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_58" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_116" - input: "report_uninitialized_variables/VarIsInitializedOp_117" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_118" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_119" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_59" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_118" - input: "report_uninitialized_variables/VarIsInitializedOp_119" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_120" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_121" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_60" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_120" - input: "report_uninitialized_variables/VarIsInitializedOp_121" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_122" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_123" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_61" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_122" - input: "report_uninitialized_variables/VarIsInitializedOp_123" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_124" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_125" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_62" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_124" - input: "report_uninitialized_variables/VarIsInitializedOp_125" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_126" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_127" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_63" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_126" - input: "report_uninitialized_variables/VarIsInitializedOp_127" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_128" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_129" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_64" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_128" - input: "report_uninitialized_variables/VarIsInitializedOp_129" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_130" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_131" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_65" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_130" - input: "report_uninitialized_variables/VarIsInitializedOp_131" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_132" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_133" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_66" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_132" - input: "report_uninitialized_variables/VarIsInitializedOp_133" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_134" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_135" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_67" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_134" - input: "report_uninitialized_variables/VarIsInitializedOp_135" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_136" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_137" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_68" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_136" - input: "report_uninitialized_variables/VarIsInitializedOp_137" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_138" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_139" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_69" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_138" - input: "report_uninitialized_variables/VarIsInitializedOp_139" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_140" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_141" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_70" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_140" - input: "report_uninitialized_variables/VarIsInitializedOp_141" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_142" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_143" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_71" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_142" - input: "report_uninitialized_variables/VarIsInitializedOp_143" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_144" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_145" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_72" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_144" - input: "report_uninitialized_variables/VarIsInitializedOp_145" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_146" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_147" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_73" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_146" - input: "report_uninitialized_variables/VarIsInitializedOp_147" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_148" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_149" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_74" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_148" - input: "report_uninitialized_variables/VarIsInitializedOp_149" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_150" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_151" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_75" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_150" - input: "report_uninitialized_variables/VarIsInitializedOp_151" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_152" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_153" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_76" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_152" - input: "report_uninitialized_variables/VarIsInitializedOp_153" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_154" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_155" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_77" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_154" - input: "report_uninitialized_variables/VarIsInitializedOp_155" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_156" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_157" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_78" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_156" - input: "report_uninitialized_variables/VarIsInitializedOp_157" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_158" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_159" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_79" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_158" - input: "report_uninitialized_variables/VarIsInitializedOp_159" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_160" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_161" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_80" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_160" - input: "report_uninitialized_variables/VarIsInitializedOp_161" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_162" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_163" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_81" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_162" - input: "report_uninitialized_variables/VarIsInitializedOp_163" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_164" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_165" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_82" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_164" - input: "report_uninitialized_variables/VarIsInitializedOp_165" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_166" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_167" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_83" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_166" - input: "report_uninitialized_variables/VarIsInitializedOp_167" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_168" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_169" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_84" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_168" - input: "report_uninitialized_variables/VarIsInitializedOp_169" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_170" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_171" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_85" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_170" - input: "report_uninitialized_variables/VarIsInitializedOp_171" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_172" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_173" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_86" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_172" - input: "report_uninitialized_variables/VarIsInitializedOp_173" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_174" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_175" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_87" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_174" - input: "report_uninitialized_variables/VarIsInitializedOp_175" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_176" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_177" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_88" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_176" - input: "report_uninitialized_variables/VarIsInitializedOp_177" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_178" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_179" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_89" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_178" - input: "report_uninitialized_variables/VarIsInitializedOp_179" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_180" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_181" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_90" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_180" - input: "report_uninitialized_variables/VarIsInitializedOp_181" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_182" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_183" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_91" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_182" - input: "report_uninitialized_variables/VarIsInitializedOp_183" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_184" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_185" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_92" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_184" - input: "report_uninitialized_variables/VarIsInitializedOp_185" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_186" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_187" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_93" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_186" - input: "report_uninitialized_variables/VarIsInitializedOp_187" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_188" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_189" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_94" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_188" - input: "report_uninitialized_variables/VarIsInitializedOp_189" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_190" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_191" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_95" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_190" - input: "report_uninitialized_variables/VarIsInitializedOp_191" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_192" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_193" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_96" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_192" - input: "report_uninitialized_variables/VarIsInitializedOp_193" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_194" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_195" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_97" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_194" - input: "report_uninitialized_variables/VarIsInitializedOp_195" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_196" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_197" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_98" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_196" - input: "report_uninitialized_variables/VarIsInitializedOp_197" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_198" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_199" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_99" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_198" - input: "report_uninitialized_variables/VarIsInitializedOp_199" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_200" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_201" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_100" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_200" - input: "report_uninitialized_variables/VarIsInitializedOp_201" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_202" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_203" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_101" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_202" - input: "report_uninitialized_variables/VarIsInitializedOp_203" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_204" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_205" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_102" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_204" - input: "report_uninitialized_variables/VarIsInitializedOp_205" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_206" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_207" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_103" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_206" - input: "report_uninitialized_variables/VarIsInitializedOp_207" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_208" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_209" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_104" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_208" - input: "report_uninitialized_variables/VarIsInitializedOp_209" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_210" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_211" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_105" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_210" - input: "report_uninitialized_variables/VarIsInitializedOp_211" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_212" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_213" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_106" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_212" - input: "report_uninitialized_variables/VarIsInitializedOp_213" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_214" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_215" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_107" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_214" - input: "report_uninitialized_variables/VarIsInitializedOp_215" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_216" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_217" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_108" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_216" - input: "report_uninitialized_variables/VarIsInitializedOp_217" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_218" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_219" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_109" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_218" - input: "report_uninitialized_variables/VarIsInitializedOp_219" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_220" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_221" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_110" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_220" - input: "report_uninitialized_variables/VarIsInitializedOp_221" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_222" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_223" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_111" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_222" - input: "report_uninitialized_variables/VarIsInitializedOp_223" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_224" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_225" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_112" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_224" - input: "report_uninitialized_variables/VarIsInitializedOp_225" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_226" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_227" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_113" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_226" - input: "report_uninitialized_variables/VarIsInitializedOp_227" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_228" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_229" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_114" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_228" - input: "report_uninitialized_variables/VarIsInitializedOp_229" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_230" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_231" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_115" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_230" - input: "report_uninitialized_variables/VarIsInitializedOp_231" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_232" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_233" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_116" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_232" - input: "report_uninitialized_variables/VarIsInitializedOp_233" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_234" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_235" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_117" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_234" - input: "report_uninitialized_variables/VarIsInitializedOp_235" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_236" - op: "VarIsInitializedOp" - input: "dense/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_237" - op: "VarIsInitializedOp" - input: "dense/bias/Adam/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_118" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_236" - input: "report_uninitialized_variables/VarIsInitializedOp_237" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_238" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/VarIsInitializedOp_239" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1/replica_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/LogicalAnd_119" - op: "LogicalAnd" - input: "report_uninitialized_variables/VarIsInitializedOp_238" - input: "report_uninitialized_variables/VarIsInitializedOp_239" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables/stack" - op: "Pack" - input: "report_uninitialized_variables/LogicalAnd" - input: "report_uninitialized_variables/LogicalAnd_1" - input: "report_uninitialized_variables/LogicalAnd_2" - input: "report_uninitialized_variables/LogicalAnd_3" - input: "report_uninitialized_variables/LogicalAnd_4" - input: "report_uninitialized_variables/LogicalAnd_5" - input: "report_uninitialized_variables/LogicalAnd_6" - input: "report_uninitialized_variables/LogicalAnd_7" - input: "report_uninitialized_variables/LogicalAnd_8" - input: "report_uninitialized_variables/LogicalAnd_9" - input: "report_uninitialized_variables/LogicalAnd_10" - input: "report_uninitialized_variables/LogicalAnd_11" - input: "report_uninitialized_variables/LogicalAnd_12" - input: "report_uninitialized_variables/LogicalAnd_13" - input: "report_uninitialized_variables/LogicalAnd_14" - input: "report_uninitialized_variables/LogicalAnd_15" - input: "report_uninitialized_variables/LogicalAnd_16" - input: "report_uninitialized_variables/LogicalAnd_17" - input: "report_uninitialized_variables/LogicalAnd_18" - input: "report_uninitialized_variables/LogicalAnd_19" - input: "report_uninitialized_variables/LogicalAnd_20" - input: "report_uninitialized_variables/LogicalAnd_21" - input: "report_uninitialized_variables/LogicalAnd_22" - input: "report_uninitialized_variables/LogicalAnd_23" - input: "report_uninitialized_variables/LogicalAnd_24" - input: "report_uninitialized_variables/LogicalAnd_25" - input: "report_uninitialized_variables/LogicalAnd_26" - input: "report_uninitialized_variables/LogicalAnd_27" - input: "report_uninitialized_variables/LogicalAnd_28" - input: "report_uninitialized_variables/LogicalAnd_29" - input: "report_uninitialized_variables/LogicalAnd_30" - input: "report_uninitialized_variables/LogicalAnd_31" - input: "report_uninitialized_variables/LogicalAnd_32" - input: "report_uninitialized_variables/LogicalAnd_33" - input: "report_uninitialized_variables/LogicalAnd_34" - input: "report_uninitialized_variables/LogicalAnd_35" - input: "report_uninitialized_variables/LogicalAnd_36" - input: "report_uninitialized_variables/LogicalAnd_37" - input: "report_uninitialized_variables/LogicalAnd_38" - input: "report_uninitialized_variables/LogicalAnd_39" - input: "report_uninitialized_variables/LogicalAnd_40" - input: "report_uninitialized_variables/LogicalAnd_41" - input: "report_uninitialized_variables/LogicalAnd_42" - input: "report_uninitialized_variables/LogicalAnd_43" - input: "report_uninitialized_variables/LogicalAnd_44" - input: "report_uninitialized_variables/LogicalAnd_45" - input: "report_uninitialized_variables/LogicalAnd_46" - input: "report_uninitialized_variables/LogicalAnd_47" - input: "report_uninitialized_variables/LogicalAnd_48" - input: "report_uninitialized_variables/LogicalAnd_49" - input: "report_uninitialized_variables/LogicalAnd_50" - input: "report_uninitialized_variables/LogicalAnd_51" - input: "report_uninitialized_variables/LogicalAnd_52" - input: "report_uninitialized_variables/LogicalAnd_53" - input: "report_uninitialized_variables/LogicalAnd_54" - input: "report_uninitialized_variables/LogicalAnd_55" - input: "report_uninitialized_variables/LogicalAnd_56" - input: "report_uninitialized_variables/LogicalAnd_57" - input: "report_uninitialized_variables/LogicalAnd_58" - input: "report_uninitialized_variables/LogicalAnd_59" - input: "report_uninitialized_variables/LogicalAnd_60" - input: "report_uninitialized_variables/LogicalAnd_61" - input: "report_uninitialized_variables/LogicalAnd_62" - input: "report_uninitialized_variables/LogicalAnd_63" - input: "report_uninitialized_variables/LogicalAnd_64" - input: "report_uninitialized_variables/LogicalAnd_65" - input: "report_uninitialized_variables/LogicalAnd_66" - input: "report_uninitialized_variables/LogicalAnd_67" - input: "report_uninitialized_variables/LogicalAnd_68" - input: "report_uninitialized_variables/LogicalAnd_69" - input: "report_uninitialized_variables/LogicalAnd_70" - input: "report_uninitialized_variables/LogicalAnd_71" - input: "report_uninitialized_variables/LogicalAnd_72" - input: "report_uninitialized_variables/LogicalAnd_73" - input: "report_uninitialized_variables/LogicalAnd_74" - input: "report_uninitialized_variables/LogicalAnd_75" - input: "report_uninitialized_variables/LogicalAnd_76" - input: "report_uninitialized_variables/LogicalAnd_77" - input: "report_uninitialized_variables/LogicalAnd_78" - input: "report_uninitialized_variables/LogicalAnd_79" - input: "report_uninitialized_variables/LogicalAnd_80" - input: "report_uninitialized_variables/LogicalAnd_81" - input: "report_uninitialized_variables/LogicalAnd_82" - input: "report_uninitialized_variables/LogicalAnd_83" - input: "report_uninitialized_variables/LogicalAnd_84" - input: "report_uninitialized_variables/LogicalAnd_85" - input: "report_uninitialized_variables/LogicalAnd_86" - input: "report_uninitialized_variables/LogicalAnd_87" - input: "report_uninitialized_variables/LogicalAnd_88" - input: "report_uninitialized_variables/LogicalAnd_89" - input: "report_uninitialized_variables/LogicalAnd_90" - input: "report_uninitialized_variables/LogicalAnd_91" - input: "report_uninitialized_variables/LogicalAnd_92" - input: "report_uninitialized_variables/LogicalAnd_93" - input: "report_uninitialized_variables/LogicalAnd_94" - input: "report_uninitialized_variables/LogicalAnd_95" - input: "report_uninitialized_variables/LogicalAnd_96" - input: "report_uninitialized_variables/LogicalAnd_97" - input: "report_uninitialized_variables/LogicalAnd_98" - input: "report_uninitialized_variables/LogicalAnd_99" - input: "report_uninitialized_variables/LogicalAnd_100" - input: "report_uninitialized_variables/LogicalAnd_101" - input: "report_uninitialized_variables/LogicalAnd_102" - input: "report_uninitialized_variables/LogicalAnd_103" - input: "report_uninitialized_variables/LogicalAnd_104" - input: "report_uninitialized_variables/LogicalAnd_105" - input: "report_uninitialized_variables/LogicalAnd_106" - input: "report_uninitialized_variables/LogicalAnd_107" - input: "report_uninitialized_variables/LogicalAnd_108" - input: "report_uninitialized_variables/LogicalAnd_109" - input: "report_uninitialized_variables/LogicalAnd_110" - input: "report_uninitialized_variables/LogicalAnd_111" - input: "report_uninitialized_variables/LogicalAnd_112" - input: "report_uninitialized_variables/LogicalAnd_113" - input: "report_uninitialized_variables/LogicalAnd_114" - input: "report_uninitialized_variables/LogicalAnd_115" - input: "report_uninitialized_variables/LogicalAnd_116" - input: "report_uninitialized_variables/LogicalAnd_117" - input: "report_uninitialized_variables/LogicalAnd_118" - input: "report_uninitialized_variables/LogicalAnd_119" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "N" - value { - i: 120 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables/LogicalNot" - op: "LogicalNot" - input: "report_uninitialized_variables/stack" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } - } - } - } - } -} -node { - name: "report_uninitialized_variables/Const" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 - } - } - string_val: "global_step" - string_val: "embeddings" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "dense/kernel" - string_val: "dense/bias" - string_val: "beta1_power" - string_val: "beta2_power" - string_val: "embeddings/Adam" - string_val: "embeddings/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "dense/kernel/Adam" - string_val: "dense/kernel/Adam_1" - string_val: "dense/bias/Adam" - string_val: "dense/bias/Adam_1" - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Shape" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 120 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice/stack" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice/stack_1" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice/stack_2" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice" - op: "StridedSlice" - input: "report_uninitialized_variables/boolean_mask/Shape" - input: "report_uninitialized_variables/boolean_mask/strided_slice/stack" - input: "report_uninitialized_variables/boolean_mask/strided_slice/stack_1" - input: "report_uninitialized_variables/boolean_mask/strided_slice/stack_2" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Prod/reduction_indices" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Prod" - op: "Prod" - input: "report_uninitialized_variables/boolean_mask/strided_slice" - input: "report_uninitialized_variables/boolean_mask/Prod/reduction_indices" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Shape_1" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 120 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_1" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_2" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_1" - op: "StridedSlice" - input: "report_uninitialized_variables/boolean_mask/Shape_1" - input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack" - input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_1" - input: "report_uninitialized_variables/boolean_mask/strided_slice_1/stack_2" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "begin_mask" - value { - i: 1 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Shape_2" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 120 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_1" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_2" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/strided_slice_2" - op: "StridedSlice" - input: "report_uninitialized_variables/boolean_mask/Shape_2" - input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack" - input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_1" - input: "report_uninitialized_variables/boolean_mask/strided_slice_2/stack_2" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } - } - } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 1 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/concat/values_1" - op: "Pack" - input: "report_uninitialized_variables/boolean_mask/Prod" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/concat/axis" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/concat" - op: "ConcatV2" - input: "report_uninitialized_variables/boolean_mask/strided_slice_1" - input: "report_uninitialized_variables/boolean_mask/concat/values_1" - input: "report_uninitialized_variables/boolean_mask/strided_slice_2" - input: "report_uninitialized_variables/boolean_mask/concat/axis" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "N" - value { - i: 3 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Reshape" - op: "Reshape" - input: "report_uninitialized_variables/Const" - input: "report_uninitialized_variables/boolean_mask/concat" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } - } - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Reshape_1/shape" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } - } - int_val: -1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Reshape_1" - op: "Reshape" - input: "report_uninitialized_variables/LogicalNot" - input: "report_uninitialized_variables/boolean_mask/Reshape_1/shape" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } - } - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Where" - op: "Where" - input: "report_uninitialized_variables/boolean_mask/Reshape_1" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - dim { - size: 1 - } - } - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/Squeeze" - op: "Squeeze" - input: "report_uninitialized_variables/boolean_mask/Where" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } - attr { - key: "squeeze_dims" - value { - list { - i: 1 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/GatherV2/axis" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - } - int_val: 0 - } - } - } -} -node { - name: "report_uninitialized_variables/boolean_mask/GatherV2" - op: "GatherV2" - input: "report_uninitialized_variables/boolean_mask/Reshape" - input: "report_uninitialized_variables/boolean_mask/Squeeze" - input: "report_uninitialized_variables/boolean_mask/GatherV2/axis" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "Tparams" - value { - type: DT_STRING - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 - } - } - } - } - } -} -node { - name: "group_deps/NoOp" - op: "NoOp" - input: "^Adam/Identity" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps/NoOp_1" - op: "NoOp" - input: "^Adam/Identity_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps" - op: "NoOp" - input: "^group_deps/NoOp" - input: "^group_deps/NoOp_1" -} -node { - name: "loss/tags" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "loss" - } - } - } -} -node { - name: "loss" - op: "ScalarSummary" - input: "loss/tags" - input: "Identity_14" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "group_deps_1/NoOp" - op: "NoOp" - input: "^global_step/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_1/NoOp_1" - op: "NoOp" - input: "^global_step/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_1" - op: "NoOp" - input: "^group_deps_1/NoOp" - input: "^group_deps_1/NoOp_1" -} -node { - name: "group_deps_2/NoOp" - op: "NoOp" - input: "^embeddings/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_2/NoOp_1" - op: "NoOp" - input: "^embeddings/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_2" - op: "NoOp" - input: "^group_deps_2/NoOp" - input: "^group_deps_2/NoOp_1" -} -node { - name: "group_deps_3/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_3/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_3" - op: "NoOp" - input: "^group_deps_3/NoOp" - input: "^group_deps_3/NoOp_1" -} -node { - name: "group_deps_4/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_4/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_4" - op: "NoOp" - input: "^group_deps_4/NoOp" - input: "^group_deps_4/NoOp_1" -} -node { - name: "group_deps_5/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_5/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_5" - op: "NoOp" - input: "^group_deps_5/NoOp" - input: "^group_deps_5/NoOp_1" -} -node { - name: "group_deps_6/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_6/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_6" - op: "NoOp" - input: "^group_deps_6/NoOp" - input: "^group_deps_6/NoOp_1" -} -node { - name: "group_deps_7/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_7/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_7" - op: "NoOp" - input: "^group_deps_7/NoOp" - input: "^group_deps_7/NoOp_1" -} -node { - name: "group_deps_8/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_8/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_8" - op: "NoOp" - input: "^group_deps_8/NoOp" - input: "^group_deps_8/NoOp_1" -} -node { - name: "group_deps_9/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_9/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_9" - op: "NoOp" - input: "^group_deps_9/NoOp" - input: "^group_deps_9/NoOp_1" -} -node { - name: "group_deps_10/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_10/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_10" - op: "NoOp" - input: "^group_deps_10/NoOp" - input: "^group_deps_10/NoOp_1" -} -node { - name: "group_deps_11/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_11/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_11" - op: "NoOp" - input: "^group_deps_11/NoOp" - input: "^group_deps_11/NoOp_1" -} -node { - name: "group_deps_12/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_12/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_12" - op: "NoOp" - input: "^group_deps_12/NoOp" - input: "^group_deps_12/NoOp_1" -} -node { - name: "group_deps_13/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_13/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_13" - op: "NoOp" - input: "^group_deps_13/NoOp" - input: "^group_deps_13/NoOp_1" -} -node { - name: "group_deps_14/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_14/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_14" - op: "NoOp" - input: "^group_deps_14/NoOp" - input: "^group_deps_14/NoOp_1" -} -node { - name: "group_deps_15/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_15/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_15" - op: "NoOp" - input: "^group_deps_15/NoOp" - input: "^group_deps_15/NoOp_1" -} -node { - name: "group_deps_16/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_16/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_16" - op: "NoOp" - input: "^group_deps_16/NoOp" - input: "^group_deps_16/NoOp_1" -} -node { - name: "group_deps_17/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_17/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_17" - op: "NoOp" - input: "^group_deps_17/NoOp" - input: "^group_deps_17/NoOp_1" -} -node { - name: "group_deps_18/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_18/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_18" - op: "NoOp" - input: "^group_deps_18/NoOp" - input: "^group_deps_18/NoOp_1" -} -node { - name: "group_deps_19/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_19/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_19" - op: "NoOp" - input: "^group_deps_19/NoOp" - input: "^group_deps_19/NoOp_1" -} -node { - name: "group_deps_20/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_20/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_20" - op: "NoOp" - input: "^group_deps_20/NoOp" - input: "^group_deps_20/NoOp_1" -} -node { - name: "group_deps_21/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_21/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_21" - op: "NoOp" - input: "^group_deps_21/NoOp" - input: "^group_deps_21/NoOp_1" -} -node { - name: "group_deps_22/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_22/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_22" - op: "NoOp" - input: "^group_deps_22/NoOp" - input: "^group_deps_22/NoOp_1" -} -node { - name: "group_deps_23/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_23/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_23" - op: "NoOp" - input: "^group_deps_23/NoOp" - input: "^group_deps_23/NoOp_1" -} -node { - name: "group_deps_24/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_24/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_24" - op: "NoOp" - input: "^group_deps_24/NoOp" - input: "^group_deps_24/NoOp_1" -} -node { - name: "group_deps_25/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_25/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_25" - op: "NoOp" - input: "^group_deps_25/NoOp" - input: "^group_deps_25/NoOp_1" -} -node { - name: "group_deps_26/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_26/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_26" - op: "NoOp" - input: "^group_deps_26/NoOp" - input: "^group_deps_26/NoOp_1" -} -node { - name: "group_deps_27/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_27/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_27" - op: "NoOp" - input: "^group_deps_27/NoOp" - input: "^group_deps_27/NoOp_1" -} -node { - name: "group_deps_28/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_28/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_28" - op: "NoOp" - input: "^group_deps_28/NoOp" - input: "^group_deps_28/NoOp_1" -} -node { - name: "group_deps_29/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_29/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_29" - op: "NoOp" - input: "^group_deps_29/NoOp" - input: "^group_deps_29/NoOp_1" -} -node { - name: "group_deps_30/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_30/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_30" - op: "NoOp" - input: "^group_deps_30/NoOp" - input: "^group_deps_30/NoOp_1" -} -node { - name: "group_deps_31/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_31/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_31" - op: "NoOp" - input: "^group_deps_31/NoOp" - input: "^group_deps_31/NoOp_1" -} -node { - name: "group_deps_32/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_32/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_32" - op: "NoOp" - input: "^group_deps_32/NoOp" - input: "^group_deps_32/NoOp_1" -} -node { - name: "group_deps_33/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_33/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_33" - op: "NoOp" - input: "^group_deps_33/NoOp" - input: "^group_deps_33/NoOp_1" -} -node { - name: "group_deps_34/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_34/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_34" - op: "NoOp" - input: "^group_deps_34/NoOp" - input: "^group_deps_34/NoOp_1" -} -node { - name: "group_deps_35/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_35/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_35" - op: "NoOp" - input: "^group_deps_35/NoOp" - input: "^group_deps_35/NoOp_1" -} -node { - name: "group_deps_36/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_36/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_36" - op: "NoOp" - input: "^group_deps_36/NoOp" - input: "^group_deps_36/NoOp_1" -} -node { - name: "group_deps_37/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_37/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_37" - op: "NoOp" - input: "^group_deps_37/NoOp" - input: "^group_deps_37/NoOp_1" -} -node { - name: "group_deps_38/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_38/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_38" - op: "NoOp" - input: "^group_deps_38/NoOp" - input: "^group_deps_38/NoOp_1" -} -node { - name: "group_deps_39/NoOp" - op: "NoOp" - input: "^dense/kernel/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_39/NoOp_1" - op: "NoOp" - input: "^dense/kernel/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_39" - op: "NoOp" - input: "^group_deps_39/NoOp" - input: "^group_deps_39/NoOp_1" -} -node { - name: "group_deps_40/NoOp" - op: "NoOp" - input: "^dense/bias/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_40/NoOp_1" - op: "NoOp" - input: "^dense/bias/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_40" - op: "NoOp" - input: "^group_deps_40/NoOp" - input: "^group_deps_40/NoOp_1" -} -node { - name: "group_deps_41/NoOp" - op: "NoOp" - input: "^beta1_power/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_41/NoOp_1" - op: "NoOp" - input: "^beta1_power/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_41" - op: "NoOp" - input: "^group_deps_41/NoOp" - input: "^group_deps_41/NoOp_1" -} -node { - name: "group_deps_42/NoOp" - op: "NoOp" - input: "^beta2_power/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_42/NoOp_1" - op: "NoOp" - input: "^beta2_power/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_42" - op: "NoOp" - input: "^group_deps_42/NoOp" - input: "^group_deps_42/NoOp_1" -} -node { - name: "group_deps_43/NoOp" - op: "NoOp" - input: "^embeddings/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_43/NoOp_1" - op: "NoOp" - input: "^embeddings/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_43" - op: "NoOp" - input: "^group_deps_43/NoOp" - input: "^group_deps_43/NoOp_1" -} -node { - name: "group_deps_44/NoOp" - op: "NoOp" - input: "^embeddings/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_44/NoOp_1" - op: "NoOp" - input: "^embeddings/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_44" - op: "NoOp" - input: "^group_deps_44/NoOp" - input: "^group_deps_44/NoOp_1" -} -node { - name: "group_deps_45/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_45/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_45" - op: "NoOp" - input: "^group_deps_45/NoOp" - input: "^group_deps_45/NoOp_1" -} -node { - name: "group_deps_46/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_46/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_46" - op: "NoOp" - input: "^group_deps_46/NoOp" - input: "^group_deps_46/NoOp_1" -} -node { - name: "group_deps_47/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_47/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_47" - op: "NoOp" - input: "^group_deps_47/NoOp" - input: "^group_deps_47/NoOp_1" -} -node { - name: "group_deps_48/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_48/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_48" - op: "NoOp" - input: "^group_deps_48/NoOp" - input: "^group_deps_48/NoOp_1" -} -node { - name: "group_deps_49/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_49/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_49" - op: "NoOp" - input: "^group_deps_49/NoOp" - input: "^group_deps_49/NoOp_1" -} -node { - name: "group_deps_50/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_50/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_50" - op: "NoOp" - input: "^group_deps_50/NoOp" - input: "^group_deps_50/NoOp_1" -} -node { - name: "group_deps_51/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_51/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_51" - op: "NoOp" - input: "^group_deps_51/NoOp" - input: "^group_deps_51/NoOp_1" -} -node { - name: "group_deps_52/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_52/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_52" - op: "NoOp" - input: "^group_deps_52/NoOp" - input: "^group_deps_52/NoOp_1" -} -node { - name: "group_deps_53/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_53/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_53" - op: "NoOp" - input: "^group_deps_53/NoOp" - input: "^group_deps_53/NoOp_1" -} -node { - name: "group_deps_54/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_54/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_54" - op: "NoOp" - input: "^group_deps_54/NoOp" - input: "^group_deps_54/NoOp_1" -} -node { - name: "group_deps_55/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_55/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_55" - op: "NoOp" - input: "^group_deps_55/NoOp" - input: "^group_deps_55/NoOp_1" -} -node { - name: "group_deps_56/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_56/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_56" - op: "NoOp" - input: "^group_deps_56/NoOp" - input: "^group_deps_56/NoOp_1" -} -node { - name: "group_deps_57/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_57/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_57" - op: "NoOp" - input: "^group_deps_57/NoOp" - input: "^group_deps_57/NoOp_1" -} -node { - name: "group_deps_58/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_58/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_58" - op: "NoOp" - input: "^group_deps_58/NoOp" - input: "^group_deps_58/NoOp_1" -} -node { - name: "group_deps_59/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_59/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_59" - op: "NoOp" - input: "^group_deps_59/NoOp" - input: "^group_deps_59/NoOp_1" -} -node { - name: "group_deps_60/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_60/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_60" - op: "NoOp" - input: "^group_deps_60/NoOp" - input: "^group_deps_60/NoOp_1" -} -node { - name: "group_deps_61/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_61/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_61" - op: "NoOp" - input: "^group_deps_61/NoOp" - input: "^group_deps_61/NoOp_1" -} -node { - name: "group_deps_62/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_62/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_62" - op: "NoOp" - input: "^group_deps_62/NoOp" - input: "^group_deps_62/NoOp_1" -} -node { - name: "group_deps_63/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_63/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_63" - op: "NoOp" - input: "^group_deps_63/NoOp" - input: "^group_deps_63/NoOp_1" -} -node { - name: "group_deps_64/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_64/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_64" - op: "NoOp" - input: "^group_deps_64/NoOp" - input: "^group_deps_64/NoOp_1" -} -node { - name: "group_deps_65/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_65/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_65" - op: "NoOp" - input: "^group_deps_65/NoOp" - input: "^group_deps_65/NoOp_1" -} -node { - name: "group_deps_66/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_66/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_66" - op: "NoOp" - input: "^group_deps_66/NoOp" - input: "^group_deps_66/NoOp_1" -} -node { - name: "group_deps_67/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_67/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_67" - op: "NoOp" - input: "^group_deps_67/NoOp" - input: "^group_deps_67/NoOp_1" -} -node { - name: "group_deps_68/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_68/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_68" - op: "NoOp" - input: "^group_deps_68/NoOp" - input: "^group_deps_68/NoOp_1" -} -node { - name: "group_deps_69/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_69/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_69" - op: "NoOp" - input: "^group_deps_69/NoOp" - input: "^group_deps_69/NoOp_1" -} -node { - name: "group_deps_70/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_70/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_70" - op: "NoOp" - input: "^group_deps_70/NoOp" - input: "^group_deps_70/NoOp_1" -} -node { - name: "group_deps_71/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_71/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_71" - op: "NoOp" - input: "^group_deps_71/NoOp" - input: "^group_deps_71/NoOp_1" -} -node { - name: "group_deps_72/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_72/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_72" - op: "NoOp" - input: "^group_deps_72/NoOp" - input: "^group_deps_72/NoOp_1" -} -node { - name: "group_deps_73/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_73/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_73" - op: "NoOp" - input: "^group_deps_73/NoOp" - input: "^group_deps_73/NoOp_1" -} -node { - name: "group_deps_74/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_74/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_74" - op: "NoOp" - input: "^group_deps_74/NoOp" - input: "^group_deps_74/NoOp_1" -} -node { - name: "group_deps_75/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_75/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_75" - op: "NoOp" - input: "^group_deps_75/NoOp" - input: "^group_deps_75/NoOp_1" -} -node { - name: "group_deps_76/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_76/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_76" - op: "NoOp" - input: "^group_deps_76/NoOp" - input: "^group_deps_76/NoOp_1" -} -node { - name: "group_deps_77/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_77/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_77" - op: "NoOp" - input: "^group_deps_77/NoOp" - input: "^group_deps_77/NoOp_1" -} -node { - name: "group_deps_78/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_78/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_78" - op: "NoOp" - input: "^group_deps_78/NoOp" - input: "^group_deps_78/NoOp_1" -} -node { - name: "group_deps_79/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_79/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_79" - op: "NoOp" - input: "^group_deps_79/NoOp" - input: "^group_deps_79/NoOp_1" -} -node { - name: "group_deps_80/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_80/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_80" - op: "NoOp" - input: "^group_deps_80/NoOp" - input: "^group_deps_80/NoOp_1" -} -node { - name: "group_deps_81/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_81/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_81" - op: "NoOp" - input: "^group_deps_81/NoOp" - input: "^group_deps_81/NoOp_1" -} -node { - name: "group_deps_82/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_82/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_82" - op: "NoOp" - input: "^group_deps_82/NoOp" - input: "^group_deps_82/NoOp_1" -} -node { - name: "group_deps_83/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_83/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_83" - op: "NoOp" - input: "^group_deps_83/NoOp" - input: "^group_deps_83/NoOp_1" -} -node { - name: "group_deps_84/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_84/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_84" - op: "NoOp" - input: "^group_deps_84/NoOp" - input: "^group_deps_84/NoOp_1" -} -node { - name: "group_deps_85/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_85/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_85" - op: "NoOp" - input: "^group_deps_85/NoOp" - input: "^group_deps_85/NoOp_1" -} -node { - name: "group_deps_86/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_86/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_86" - op: "NoOp" - input: "^group_deps_86/NoOp" - input: "^group_deps_86/NoOp_1" -} -node { - name: "group_deps_87/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_87/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_87" - op: "NoOp" - input: "^group_deps_87/NoOp" - input: "^group_deps_87/NoOp_1" -} -node { - name: "group_deps_88/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_88/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_88" - op: "NoOp" - input: "^group_deps_88/NoOp" - input: "^group_deps_88/NoOp_1" -} -node { - name: "group_deps_89/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_89/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_89" - op: "NoOp" - input: "^group_deps_89/NoOp" - input: "^group_deps_89/NoOp_1" -} -node { - name: "group_deps_90/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_90/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_90" - op: "NoOp" - input: "^group_deps_90/NoOp" - input: "^group_deps_90/NoOp_1" -} -node { - name: "group_deps_91/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_91/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_91" - op: "NoOp" - input: "^group_deps_91/NoOp" - input: "^group_deps_91/NoOp_1" -} -node { - name: "group_deps_92/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_92/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_92" - op: "NoOp" - input: "^group_deps_92/NoOp" - input: "^group_deps_92/NoOp_1" -} -node { - name: "group_deps_93/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_93/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_93" - op: "NoOp" - input: "^group_deps_93/NoOp" - input: "^group_deps_93/NoOp_1" -} -node { - name: "group_deps_94/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_94/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_94" - op: "NoOp" - input: "^group_deps_94/NoOp" - input: "^group_deps_94/NoOp_1" -} -node { - name: "group_deps_95/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_95/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_95" - op: "NoOp" - input: "^group_deps_95/NoOp" - input: "^group_deps_95/NoOp_1" -} -node { - name: "group_deps_96/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_96/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_96" - op: "NoOp" - input: "^group_deps_96/NoOp" - input: "^group_deps_96/NoOp_1" -} -node { - name: "group_deps_97/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_97/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_97" - op: "NoOp" - input: "^group_deps_97/NoOp" - input: "^group_deps_97/NoOp_1" -} -node { - name: "group_deps_98/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_98/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_98" - op: "NoOp" - input: "^group_deps_98/NoOp" - input: "^group_deps_98/NoOp_1" -} -node { - name: "group_deps_99/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_99/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_99" - op: "NoOp" - input: "^group_deps_99/NoOp" - input: "^group_deps_99/NoOp_1" -} -node { - name: "group_deps_100/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_100/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_100" - op: "NoOp" - input: "^group_deps_100/NoOp" - input: "^group_deps_100/NoOp_1" -} -node { - name: "group_deps_101/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_101/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_101" - op: "NoOp" - input: "^group_deps_101/NoOp" - input: "^group_deps_101/NoOp_1" -} -node { - name: "group_deps_102/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_102/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_102" - op: "NoOp" - input: "^group_deps_102/NoOp" - input: "^group_deps_102/NoOp_1" -} -node { - name: "group_deps_103/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_103/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_103" - op: "NoOp" - input: "^group_deps_103/NoOp" - input: "^group_deps_103/NoOp_1" -} -node { - name: "group_deps_104/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_104/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_104" - op: "NoOp" - input: "^group_deps_104/NoOp" - input: "^group_deps_104/NoOp_1" -} -node { - name: "group_deps_105/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_105/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_105" - op: "NoOp" - input: "^group_deps_105/NoOp" - input: "^group_deps_105/NoOp_1" -} -node { - name: "group_deps_106/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_106/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_106" - op: "NoOp" - input: "^group_deps_106/NoOp" - input: "^group_deps_106/NoOp_1" -} -node { - name: "group_deps_107/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_107/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_107" - op: "NoOp" - input: "^group_deps_107/NoOp" - input: "^group_deps_107/NoOp_1" -} -node { - name: "group_deps_108/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_108/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_108" - op: "NoOp" - input: "^group_deps_108/NoOp" - input: "^group_deps_108/NoOp_1" -} -node { - name: "group_deps_109/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_109/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_109" - op: "NoOp" - input: "^group_deps_109/NoOp" - input: "^group_deps_109/NoOp_1" -} -node { - name: "group_deps_110/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_110/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_110" - op: "NoOp" - input: "^group_deps_110/NoOp" - input: "^group_deps_110/NoOp_1" -} -node { - name: "group_deps_111/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_111/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_111" - op: "NoOp" - input: "^group_deps_111/NoOp" - input: "^group_deps_111/NoOp_1" -} -node { - name: "group_deps_112/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_112/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_112" - op: "NoOp" - input: "^group_deps_112/NoOp" - input: "^group_deps_112/NoOp_1" -} -node { - name: "group_deps_113/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_113/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_113" - op: "NoOp" - input: "^group_deps_113/NoOp" - input: "^group_deps_113/NoOp_1" -} -node { - name: "group_deps_114/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_114/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_114" - op: "NoOp" - input: "^group_deps_114/NoOp" - input: "^group_deps_114/NoOp_1" -} -node { - name: "group_deps_115/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_115/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_115" - op: "NoOp" - input: "^group_deps_115/NoOp" - input: "^group_deps_115/NoOp_1" -} -node { - name: "group_deps_116/NoOp" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_116/NoOp_1" - op: "NoOp" - input: "^bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_116" - op: "NoOp" - input: "^group_deps_116/NoOp" - input: "^group_deps_116/NoOp_1" -} -node { - name: "group_deps_117/NoOp" - op: "NoOp" - input: "^dense/kernel/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_117/NoOp_1" - op: "NoOp" - input: "^dense/kernel/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_117" - op: "NoOp" - input: "^group_deps_117/NoOp" - input: "^group_deps_117/NoOp_1" -} -node { - name: "group_deps_118/NoOp" - op: "NoOp" - input: "^dense/kernel/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_118/NoOp_1" - op: "NoOp" - input: "^dense/kernel/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_118" - op: "NoOp" - input: "^group_deps_118/NoOp" - input: "^group_deps_118/NoOp_1" -} -node { - name: "group_deps_119/NoOp" - op: "NoOp" - input: "^dense/bias/Adam/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_119/NoOp_1" - op: "NoOp" - input: "^dense/bias/Adam/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_119" - op: "NoOp" - input: "^group_deps_119/NoOp" - input: "^group_deps_119/NoOp_1" -} -node { - name: "group_deps_120/NoOp" - op: "NoOp" - input: "^dense/bias/Adam_1/Assign" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "group_deps_120/NoOp_1" - op: "NoOp" - input: "^dense/bias/Adam_1/replica_1/Assign" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "group_deps_120" - op: "NoOp" - input: "^group_deps_120/NoOp" - input: "^group_deps_120/NoOp_1" -} -node { - name: "init" - op: "NoOp" - input: "^group_deps_1" - input: "^group_deps_10" - input: "^group_deps_100" - input: "^group_deps_101" - input: "^group_deps_102" - input: "^group_deps_103" - input: "^group_deps_104" - input: "^group_deps_105" - input: "^group_deps_106" - input: "^group_deps_107" - input: "^group_deps_108" - input: "^group_deps_109" - input: "^group_deps_11" - input: "^group_deps_110" - input: "^group_deps_111" - input: "^group_deps_112" - input: "^group_deps_113" - input: "^group_deps_114" - input: "^group_deps_115" - input: "^group_deps_116" - input: "^group_deps_117" - input: "^group_deps_118" - input: "^group_deps_119" - input: "^group_deps_12" - input: "^group_deps_120" - input: "^group_deps_13" - input: "^group_deps_14" - input: "^group_deps_15" - input: "^group_deps_16" - input: "^group_deps_17" - input: "^group_deps_18" - input: "^group_deps_19" - input: "^group_deps_2" - input: "^group_deps_20" - input: "^group_deps_21" - input: "^group_deps_22" - input: "^group_deps_23" - input: "^group_deps_24" - input: "^group_deps_25" - input: "^group_deps_26" - input: "^group_deps_27" - input: "^group_deps_28" - input: "^group_deps_29" - input: "^group_deps_3" - input: "^group_deps_30" - input: "^group_deps_31" - input: "^group_deps_32" - input: "^group_deps_33" - input: "^group_deps_34" - input: "^group_deps_35" - input: "^group_deps_36" - input: "^group_deps_37" - input: "^group_deps_38" - input: "^group_deps_39" - input: "^group_deps_4" - input: "^group_deps_40" - input: "^group_deps_41" - input: "^group_deps_42" - input: "^group_deps_43" - input: "^group_deps_44" - input: "^group_deps_45" - input: "^group_deps_46" - input: "^group_deps_47" - input: "^group_deps_48" - input: "^group_deps_49" - input: "^group_deps_5" - input: "^group_deps_50" - input: "^group_deps_51" - input: "^group_deps_52" - input: "^group_deps_53" - input: "^group_deps_54" - input: "^group_deps_55" - input: "^group_deps_56" - input: "^group_deps_57" - input: "^group_deps_58" - input: "^group_deps_59" - input: "^group_deps_6" - input: "^group_deps_60" - input: "^group_deps_61" - input: "^group_deps_62" - input: "^group_deps_63" - input: "^group_deps_64" - input: "^group_deps_65" - input: "^group_deps_66" - input: "^group_deps_67" - input: "^group_deps_68" - input: "^group_deps_69" - input: "^group_deps_7" - input: "^group_deps_70" - input: "^group_deps_71" - input: "^group_deps_72" - input: "^group_deps_73" - input: "^group_deps_74" - input: "^group_deps_75" - input: "^group_deps_76" - input: "^group_deps_77" - input: "^group_deps_78" - input: "^group_deps_79" - input: "^group_deps_8" - input: "^group_deps_80" - input: "^group_deps_81" - input: "^group_deps_82" - input: "^group_deps_83" - input: "^group_deps_84" - input: "^group_deps_85" - input: "^group_deps_86" - input: "^group_deps_87" - input: "^group_deps_88" - input: "^group_deps_89" - input: "^group_deps_9" - input: "^group_deps_90" - input: "^group_deps_91" - input: "^group_deps_92" - input: "^group_deps_93" - input: "^group_deps_94" - input: "^group_deps_95" - input: "^group_deps_96" - input: "^group_deps_97" - input: "^group_deps_98" - input: "^group_deps_99" -} -node { - name: "init_1" - op: "NoOp" -} -node { - name: "group_deps_121" - op: "NoOp" - input: "^init" - input: "^init_1" -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp" - op: "VarIsInitializedOp" - input: "global_step" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_1" - op: "VarIsInitializedOp" - input: "global_step/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } - } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp" - input: "report_uninitialized_variables_1/VarIsInitializedOp_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_2" - op: "VarIsInitializedOp" - input: "embeddings" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_3" - op: "VarIsInitializedOp" - input: "embeddings/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_1" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_2" - input: "report_uninitialized_variables_1/VarIsInitializedOp_3" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_4" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_5" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_2" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_4" - input: "report_uninitialized_variables_1/VarIsInitializedOp_5" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_6" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_7" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_3" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_6" - input: "report_uninitialized_variables_1/VarIsInitializedOp_7" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_8" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_9" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_4" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_8" - input: "report_uninitialized_variables_1/VarIsInitializedOp_9" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_10" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_11" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_5" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_10" - input: "report_uninitialized_variables_1/VarIsInitializedOp_11" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_12" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_13" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_6" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_12" - input: "report_uninitialized_variables_1/VarIsInitializedOp_13" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_14" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_15" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_7" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_14" - input: "report_uninitialized_variables_1/VarIsInitializedOp_15" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_16" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_17" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_8" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_16" - input: "report_uninitialized_variables_1/VarIsInitializedOp_17" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_18" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_19" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_9" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_18" - input: "report_uninitialized_variables_1/VarIsInitializedOp_19" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_20" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_21" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_10" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_20" - input: "report_uninitialized_variables_1/VarIsInitializedOp_21" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_22" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_23" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_11" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_22" - input: "report_uninitialized_variables_1/VarIsInitializedOp_23" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_24" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_25" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_12" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_24" - input: "report_uninitialized_variables_1/VarIsInitializedOp_25" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_26" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_27" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_13" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_26" - input: "report_uninitialized_variables_1/VarIsInitializedOp_27" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_28" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_29" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_14" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_28" - input: "report_uninitialized_variables_1/VarIsInitializedOp_29" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_30" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_31" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_15" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_30" - input: "report_uninitialized_variables_1/VarIsInitializedOp_31" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_32" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_33" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_16" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_32" - input: "report_uninitialized_variables_1/VarIsInitializedOp_33" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_34" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_35" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_17" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_34" - input: "report_uninitialized_variables_1/VarIsInitializedOp_35" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_36" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_37" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_18" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_36" - input: "report_uninitialized_variables_1/VarIsInitializedOp_37" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_38" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_39" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_19" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_38" - input: "report_uninitialized_variables_1/VarIsInitializedOp_39" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_40" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_41" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_20" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_40" - input: "report_uninitialized_variables_1/VarIsInitializedOp_41" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_42" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_43" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_21" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_42" - input: "report_uninitialized_variables_1/VarIsInitializedOp_43" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_44" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_45" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_22" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_44" - input: "report_uninitialized_variables_1/VarIsInitializedOp_45" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_46" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_47" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_23" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_46" - input: "report_uninitialized_variables_1/VarIsInitializedOp_47" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_48" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + type: DT_VARIANT } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_49" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + type: DT_VARIANT + } + output_arg { + name: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_24" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_48" - input: "report_uninitialized_variables_1/VarIsInitializedOp_49" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_0" + op: "Identity" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_VARIANT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_50" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_51" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "gradients/grad_ys_0" } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_25" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_50" - input: "report_uninitialized_variables_1/VarIsInitializedOp_51" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_1" + op: "Identity" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_52" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_53" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "gradients/grad_ys_1" } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_26" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_52" - input: "report_uninitialized_variables_1/VarIsInitializedOp_53" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_2" + op: "Identity" + input: "placeholder_5" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_54" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_55" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { - } + experimental_debug_info { + original_node_names: "gradients/grad_ys_2" } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_27" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_54" - input: "report_uninitialized_variables_1/VarIsInitializedOp_55" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_3" + op: "Identity" + input: "placeholder_6" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_56" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_3" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_57" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_4" + op: "Identity" + input: "placeholder_7" + attr { + key: "T" + value { + type: DT_VARIANT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_28" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_56" - input: "report_uninitialized_variables_1/VarIsInitializedOp_57" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_4" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_58" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_5" + op: "Identity" + input: "placeholder_8" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_59" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_5" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_29" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_58" - input: "report_uninitialized_variables_1/VarIsInitializedOp_59" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_6" + op: "Identity" + input: "placeholder_9" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_60" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_6" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_61" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_7" + op: "Identity" + input: "placeholder_10" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_30" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_60" - input: "report_uninitialized_variables_1/VarIsInitializedOp_61" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_7" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_62" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_8" + op: "Identity" + input: "placeholder_11" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_63" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_8" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_31" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_62" - input: "report_uninitialized_variables_1/VarIsInitializedOp_63" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_9" + op: "Identity" + input: "placeholder_12" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_64" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_9" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_65" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_10" + op: "Identity" + input: "placeholder_13" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_32" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_64" - input: "report_uninitialized_variables_1/VarIsInitializedOp_65" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_10" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_66" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_11" + op: "Identity" + input: "placeholder_14" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_67" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_11" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_33" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_66" - input: "report_uninitialized_variables_1/VarIsInitializedOp_67" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_12" + op: "Identity" + input: "placeholder_15" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_68" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_12" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_69" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_13" + op: "Identity" + input: "placeholder_16" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_34" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_68" - input: "report_uninitialized_variables_1/VarIsInitializedOp_69" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_13" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_70" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_14" + op: "Identity" + input: "placeholder_17" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_71" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_14" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_35" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_70" - input: "report_uninitialized_variables_1/VarIsInitializedOp_71" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_15" + op: "Identity" + input: "placeholder_18" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_72" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_15" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_73" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_16" + op: "Identity" + input: "placeholder_19" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_36" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_72" - input: "report_uninitialized_variables_1/VarIsInitializedOp_73" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_16" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_74" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/grad_ys_17" + op: "Identity" + input: "placeholder_20" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_75" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/grad_ys_17" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_37" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_74" - input: "report_uninitialized_variables_1/VarIsInitializedOp_75" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_76" - op: "VarIsInitializedOp" - input: "dense/kernel" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_77" - op: "VarIsInitializedOp" - input: "dense/kernel/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_38" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_76" - input: "report_uninitialized_variables_1/VarIsInitializedOp_77" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_select" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_78" - op: "VarIsInitializedOp" - input: "dense/bias" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_79" - op: "VarIsInitializedOp" - input: "dense/bias/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like" + op: "ZerosLike" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_39" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_78" - input: "report_uninitialized_variables_1/VarIsInitializedOp_79" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_80" - op: "VarIsInitializedOp" - input: "beta1_power" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_81" - op: "VarIsInitializedOp" - input: "beta1_power/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_40" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_80" - input: "report_uninitialized_variables_1/VarIsInitializedOp_81" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_82" - op: "VarIsInitializedOp" - input: "beta2_power" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_placeholder" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_83" - op: "VarIsInitializedOp" - input: "beta2_power/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_41" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_82" - input: "report_uninitialized_variables_1/VarIsInitializedOp_83" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem" + op: "TensorListSetItem" + input: "gradients/grad_ys_0:output:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_84" - op: "VarIsInitializedOp" - input: "embeddings/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_85" - op: "VarIsInitializedOp" - input: "embeddings/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape" + op: "Shape" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_42" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_84" - input: "report_uninitialized_variables_1/VarIsInitializedOp_85" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_86" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_87" - op: "VarIsInitializedOp" - input: "embeddings/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem" + op: "TensorListGetItem" + input: "gradients/grad_ys_0:output:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_43" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_86" - input: "report_uninitialized_variables_1/VarIsInitializedOp_87" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_88" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_89" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_44" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_88" - input: "report_uninitialized_variables_1/VarIsInitializedOp_89" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_90" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_1_grad_zeros_like_placeholder_2" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_91" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_45" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_90" - input: "report_uninitialized_variables_1/VarIsInitializedOp_91" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_92" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/zeros_like" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_93" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_46" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_92" - input: "report_uninitialized_variables_1/VarIsInitializedOp_93" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_94" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_95" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/Select/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_1_grad_select_greaterequal" + input: "gradients/Select_1_grad/Select/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_47" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_94" - input: "report_uninitialized_variables_1/VarIsInitializedOp_95" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_BOOL } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_96" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_1:output:0" + input: "gradients/Select_1_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_97" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_48" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_96" - input: "report_uninitialized_variables_1/VarIsInitializedOp_97" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_1_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/zeros_like:y:0" + input: "gradients/grad_ys_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_98" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_1_grad/Select_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_99" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_49" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_98" - input: "report_uninitialized_variables_1/VarIsInitializedOp_99" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_100" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_101" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_2_grad_zeros_like_placeholder_3" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_50" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_100" - input: "report_uninitialized_variables_1/VarIsInitializedOp_101" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_102" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_103" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/zeros_like" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_51" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_102" - input: "report_uninitialized_variables_1/VarIsInitializedOp_103" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_2:output:0" + input: "gradients/Select_2_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_104" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/Select" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_105" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_2_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/zeros_like:y:0" + input: "gradients/grad_ys_2:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_52" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_104" - input: "report_uninitialized_variables_1/VarIsInitializedOp_105" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_2_grad/Select_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_106" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_107" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_53" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_106" - input: "report_uninitialized_variables_1/VarIsInitializedOp_107" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_108" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/zeros_like/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_select_3_grad_zeros_like_placeholder_4" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_109" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_54" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_108" - input: "report_uninitialized_variables_1/VarIsInitializedOp_109" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/zeros_like" + op: "ZerosLike" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_110" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/zeros_like" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_111" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/grad_ys_3:output:0" + input: "gradients/Select_3_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_55" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_110" - input: "report_uninitialized_variables_1/VarIsInitializedOp_111" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/Select" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_112" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_3_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/zeros_like:y:0" + input: "gradients/grad_ys_3:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_113" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_3_grad/Select_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_56" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_112" - input: "report_uninitialized_variables_1/VarIsInitializedOp_113" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_grad/zeros_like" + op: "ZerosLike" + input: "gradients_select_grad_zeros_like_select_bidirectional_rnn_fw_fw_zeros_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_114" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/zeros_like" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_115" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_grad/Select" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem:item:0" + input: "gradients/Select_grad/zeros_like:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_57" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_114" - input: "report_uninitialized_variables_1/VarIsInitializedOp_115" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/Select" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_116" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/Select_grad/Select_1" + op: "Select" + input: "gradients/Select_1_grad/Select/TensorListPopBack:tensor:0" + input: "gradients/Select_grad/zeros_like:y:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListGetItem:item:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_117" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/Select_grad/Select_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_58" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_116" - input: "report_uninitialized_variables_1/VarIsInitializedOp_117" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_118" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_119" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_59" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_118" - input: "report_uninitialized_variables_1/VarIsInitializedOp_119" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_120" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_121" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_60" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_120" - input: "report_uninitialized_variables_1/VarIsInitializedOp_121" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_122" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_123" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_61" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_122" - input: "report_uninitialized_variables_1/VarIsInitializedOp_123" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_124" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_125" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_62" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_124" - input: "report_uninitialized_variables_1/VarIsInitializedOp_125" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_126" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_127" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_63" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_126" - input: "report_uninitialized_variables_1/VarIsInitializedOp_127" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_0_dropout_cast" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_128" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_129" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_1_grad/Select_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_64" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_128" - input: "report_uninitialized_variables_1/VarIsInitializedOp_129" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_130" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_131" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_65" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_130" - input: "report_uninitialized_variables_1/VarIsInitializedOp_131" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_132" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_133" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_66" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_132" - input: "report_uninitialized_variables_1/VarIsInitializedOp_133" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_134" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_135" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_67" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_134" - input: "report_uninitialized_variables_1/VarIsInitializedOp_135" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_136" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_137" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_dropout_mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_68" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_136" - input: "report_uninitialized_variables_1/VarIsInitializedOp_137" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_138" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_139" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_69" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_138" - input: "report_uninitialized_variables_1/VarIsInitializedOp_139" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_140" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_141" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_70" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_140" - input: "report_uninitialized_variables_1/VarIsInitializedOp_141" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_142" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_143" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_71" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_142" - input: "report_uninitialized_variables_1/VarIsInitializedOp_143" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_144" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_145" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_72" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_144" - input: "report_uninitialized_variables_1/VarIsInitializedOp_145" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_146" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_147" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_73" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_146" - input: "report_uninitialized_variables_1/VarIsInitializedOp_147" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_148" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_149" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_74" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_148" - input: "report_uninitialized_variables_1/VarIsInitializedOp_149" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_150" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_151" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_75" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_150" - input: "report_uninitialized_variables_1/VarIsInitializedOp_151" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_152" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_153" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_76" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_152" - input: "report_uninitialized_variables_1/VarIsInitializedOp_153" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_154" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_1_dropout_cast" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_155" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_77" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_154" - input: "report_uninitialized_variables_1/VarIsInitializedOp_155" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_2_grad/Select_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_156" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_157" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_78" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_156" - input: "report_uninitialized_variables_1/VarIsInitializedOp_157" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_158" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_159" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_79" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_158" - input: "report_uninitialized_variables_1/VarIsInitializedOp_159" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_160" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_161" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_80" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_160" - input: "report_uninitialized_variables_1/VarIsInitializedOp_161" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_162" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_163" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_81" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_162" - input: "report_uninitialized_variables_1/VarIsInitializedOp_163" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_dropout_mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_164" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_165" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_82" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_164" - input: "report_uninitialized_variables_1/VarIsInitializedOp_165" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_166" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_167" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_83" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_166" - input: "report_uninitialized_variables_1/VarIsInitializedOp_167" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_168" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_169" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_84" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_168" - input: "report_uninitialized_variables_1/VarIsInitializedOp_169" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_170" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_171" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_85" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_170" - input: "report_uninitialized_variables_1/VarIsInitializedOp_171" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_172" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_173" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_86" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_172" - input: "report_uninitialized_variables_1/VarIsInitializedOp_173" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_174" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_175" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_87" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_174" - input: "report_uninitialized_variables_1/VarIsInitializedOp_175" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_176" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_177" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_88" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_176" - input: "report_uninitialized_variables_1/VarIsInitializedOp_177" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_178" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_179" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_89" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_178" - input: "report_uninitialized_variables_1/VarIsInitializedOp_179" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_fw_multi_rnn_cell_cell_2_dropout_cast" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_180" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_181" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_3_grad/Select_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_90" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_180" - input: "report_uninitialized_variables_1/VarIsInitializedOp_181" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_182" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_183" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_91" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_182" - input: "report_uninitialized_variables_1/VarIsInitializedOp_183" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_184" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_185" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_92" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_184" - input: "report_uninitialized_variables_1/VarIsInitializedOp_185" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_186" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_187" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_93" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_186" - input: "report_uninitialized_variables_1/VarIsInitializedOp_187" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_188" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_189" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_dropout_mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_94" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_188" - input: "report_uninitialized_variables_1/VarIsInitializedOp_189" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_190" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_191" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_95" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_190" - input: "report_uninitialized_variables_1/VarIsInitializedOp_191" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_192" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_193" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_96" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_192" - input: "report_uninitialized_variables_1/VarIsInitializedOp_193" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_194" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_195" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_97" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_194" - input: "report_uninitialized_variables_1/VarIsInitializedOp_195" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_196" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/AddN" + op: "AddN" + input: "gradients/grad_ys_17:output:0" + input: "gradients/Select_grad/Select:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_197" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_98" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_196" - input: "report_uninitialized_variables_1/VarIsInitializedOp_197" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_17" + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_198" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/AddN" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_199" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_99" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_198" - input: "report_uninitialized_variables_1/VarIsInitializedOp_199" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_200" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_201" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_100" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_200" - input: "report_uninitialized_variables_1/VarIsInitializedOp_201" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_202" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_203" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_101" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_202" - input: "report_uninitialized_variables_1/VarIsInitializedOp_203" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_204" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_205" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_102" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_204" - input: "report_uninitialized_variables_1/VarIsInitializedOp_205" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_206" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_207" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_103" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_206" - input: "report_uninitialized_variables_1/VarIsInitializedOp_207" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_208" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_209" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_2_dropout_1_cast" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_104" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_208" - input: "report_uninitialized_variables_1/VarIsInitializedOp_209" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_210" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/Select_grad/Select_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_211" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_105" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_210" - input: "report_uninitialized_variables_1/VarIsInitializedOp_211" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_212" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_213" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } + } + } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_106" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_212" - input: "report_uninitialized_variables_1/VarIsInitializedOp_213" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_214" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_215" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_107" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_214" - input: "report_uninitialized_variables_1/VarIsInitializedOp_215" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_216" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_217" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_108" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_216" - input: "report_uninitialized_variables_1/VarIsInitializedOp_217" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_dropout_1_mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_218" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_219" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/Select_grad/Select_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_109" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_218" - input: "report_uninitialized_variables_1/VarIsInitializedOp_219" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_220" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_221" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_110" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_220" - input: "report_uninitialized_variables_1/VarIsInitializedOp_221" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_222" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_223" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_111" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_222" - input: "report_uninitialized_variables_1/VarIsInitializedOp_223" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_224" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_225" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_112" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_224" - input: "report_uninitialized_variables_1/VarIsInitializedOp_225" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_226" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_227" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_113" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_226" - input: "report_uninitialized_variables_1/VarIsInitializedOp_227" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_228" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_229" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_114" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_228" - input: "report_uninitialized_variables_1/VarIsInitializedOp_229" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_230" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_231" - op: "VarIsInitializedOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_115" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_230" - input: "report_uninitialized_variables_1/VarIsInitializedOp_231" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_232" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_233" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_116" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_232" - input: "report_uninitialized_variables_1/VarIsInitializedOp_233" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_234" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_235" - op: "VarIsInitializedOp" - input: "dense/kernel/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_117" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_234" - input: "report_uninitialized_variables_1/VarIsInitializedOp_235" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_236" - op: "VarIsInitializedOp" - input: "dense/bias/Adam" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_237" - op: "VarIsInitializedOp" - input: "dense/bias/Adam/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_118" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_236" - input: "report_uninitialized_variables_1/VarIsInitializedOp_237" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } } - } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_238" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/VarIsInitializedOp_239" - op: "VarIsInitializedOp" - input: "dense/bias/Adam_1/replica_1" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalAnd_119" - op: "LogicalAnd" - input: "report_uninitialized_variables_1/VarIsInitializedOp_238" - input: "report_uninitialized_variables_1/VarIsInitializedOp_239" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } } - } - } -} -node { - name: "report_uninitialized_variables_1/stack" - op: "Pack" - input: "report_uninitialized_variables_1/LogicalAnd" - input: "report_uninitialized_variables_1/LogicalAnd_1" - input: "report_uninitialized_variables_1/LogicalAnd_2" - input: "report_uninitialized_variables_1/LogicalAnd_3" - input: "report_uninitialized_variables_1/LogicalAnd_4" - input: "report_uninitialized_variables_1/LogicalAnd_5" - input: "report_uninitialized_variables_1/LogicalAnd_6" - input: "report_uninitialized_variables_1/LogicalAnd_7" - input: "report_uninitialized_variables_1/LogicalAnd_8" - input: "report_uninitialized_variables_1/LogicalAnd_9" - input: "report_uninitialized_variables_1/LogicalAnd_10" - input: "report_uninitialized_variables_1/LogicalAnd_11" - input: "report_uninitialized_variables_1/LogicalAnd_12" - input: "report_uninitialized_variables_1/LogicalAnd_13" - input: "report_uninitialized_variables_1/LogicalAnd_14" - input: "report_uninitialized_variables_1/LogicalAnd_15" - input: "report_uninitialized_variables_1/LogicalAnd_16" - input: "report_uninitialized_variables_1/LogicalAnd_17" - input: "report_uninitialized_variables_1/LogicalAnd_18" - input: "report_uninitialized_variables_1/LogicalAnd_19" - input: "report_uninitialized_variables_1/LogicalAnd_20" - input: "report_uninitialized_variables_1/LogicalAnd_21" - input: "report_uninitialized_variables_1/LogicalAnd_22" - input: "report_uninitialized_variables_1/LogicalAnd_23" - input: "report_uninitialized_variables_1/LogicalAnd_24" - input: "report_uninitialized_variables_1/LogicalAnd_25" - input: "report_uninitialized_variables_1/LogicalAnd_26" - input: "report_uninitialized_variables_1/LogicalAnd_27" - input: "report_uninitialized_variables_1/LogicalAnd_28" - input: "report_uninitialized_variables_1/LogicalAnd_29" - input: "report_uninitialized_variables_1/LogicalAnd_30" - input: "report_uninitialized_variables_1/LogicalAnd_31" - input: "report_uninitialized_variables_1/LogicalAnd_32" - input: "report_uninitialized_variables_1/LogicalAnd_33" - input: "report_uninitialized_variables_1/LogicalAnd_34" - input: "report_uninitialized_variables_1/LogicalAnd_35" - input: "report_uninitialized_variables_1/LogicalAnd_36" - input: "report_uninitialized_variables_1/LogicalAnd_37" - input: "report_uninitialized_variables_1/LogicalAnd_38" - input: "report_uninitialized_variables_1/LogicalAnd_39" - input: "report_uninitialized_variables_1/LogicalAnd_40" - input: "report_uninitialized_variables_1/LogicalAnd_41" - input: "report_uninitialized_variables_1/LogicalAnd_42" - input: "report_uninitialized_variables_1/LogicalAnd_43" - input: "report_uninitialized_variables_1/LogicalAnd_44" - input: "report_uninitialized_variables_1/LogicalAnd_45" - input: "report_uninitialized_variables_1/LogicalAnd_46" - input: "report_uninitialized_variables_1/LogicalAnd_47" - input: "report_uninitialized_variables_1/LogicalAnd_48" - input: "report_uninitialized_variables_1/LogicalAnd_49" - input: "report_uninitialized_variables_1/LogicalAnd_50" - input: "report_uninitialized_variables_1/LogicalAnd_51" - input: "report_uninitialized_variables_1/LogicalAnd_52" - input: "report_uninitialized_variables_1/LogicalAnd_53" - input: "report_uninitialized_variables_1/LogicalAnd_54" - input: "report_uninitialized_variables_1/LogicalAnd_55" - input: "report_uninitialized_variables_1/LogicalAnd_56" - input: "report_uninitialized_variables_1/LogicalAnd_57" - input: "report_uninitialized_variables_1/LogicalAnd_58" - input: "report_uninitialized_variables_1/LogicalAnd_59" - input: "report_uninitialized_variables_1/LogicalAnd_60" - input: "report_uninitialized_variables_1/LogicalAnd_61" - input: "report_uninitialized_variables_1/LogicalAnd_62" - input: "report_uninitialized_variables_1/LogicalAnd_63" - input: "report_uninitialized_variables_1/LogicalAnd_64" - input: "report_uninitialized_variables_1/LogicalAnd_65" - input: "report_uninitialized_variables_1/LogicalAnd_66" - input: "report_uninitialized_variables_1/LogicalAnd_67" - input: "report_uninitialized_variables_1/LogicalAnd_68" - input: "report_uninitialized_variables_1/LogicalAnd_69" - input: "report_uninitialized_variables_1/LogicalAnd_70" - input: "report_uninitialized_variables_1/LogicalAnd_71" - input: "report_uninitialized_variables_1/LogicalAnd_72" - input: "report_uninitialized_variables_1/LogicalAnd_73" - input: "report_uninitialized_variables_1/LogicalAnd_74" - input: "report_uninitialized_variables_1/LogicalAnd_75" - input: "report_uninitialized_variables_1/LogicalAnd_76" - input: "report_uninitialized_variables_1/LogicalAnd_77" - input: "report_uninitialized_variables_1/LogicalAnd_78" - input: "report_uninitialized_variables_1/LogicalAnd_79" - input: "report_uninitialized_variables_1/LogicalAnd_80" - input: "report_uninitialized_variables_1/LogicalAnd_81" - input: "report_uninitialized_variables_1/LogicalAnd_82" - input: "report_uninitialized_variables_1/LogicalAnd_83" - input: "report_uninitialized_variables_1/LogicalAnd_84" - input: "report_uninitialized_variables_1/LogicalAnd_85" - input: "report_uninitialized_variables_1/LogicalAnd_86" - input: "report_uninitialized_variables_1/LogicalAnd_87" - input: "report_uninitialized_variables_1/LogicalAnd_88" - input: "report_uninitialized_variables_1/LogicalAnd_89" - input: "report_uninitialized_variables_1/LogicalAnd_90" - input: "report_uninitialized_variables_1/LogicalAnd_91" - input: "report_uninitialized_variables_1/LogicalAnd_92" - input: "report_uninitialized_variables_1/LogicalAnd_93" - input: "report_uninitialized_variables_1/LogicalAnd_94" - input: "report_uninitialized_variables_1/LogicalAnd_95" - input: "report_uninitialized_variables_1/LogicalAnd_96" - input: "report_uninitialized_variables_1/LogicalAnd_97" - input: "report_uninitialized_variables_1/LogicalAnd_98" - input: "report_uninitialized_variables_1/LogicalAnd_99" - input: "report_uninitialized_variables_1/LogicalAnd_100" - input: "report_uninitialized_variables_1/LogicalAnd_101" - input: "report_uninitialized_variables_1/LogicalAnd_102" - input: "report_uninitialized_variables_1/LogicalAnd_103" - input: "report_uninitialized_variables_1/LogicalAnd_104" - input: "report_uninitialized_variables_1/LogicalAnd_105" - input: "report_uninitialized_variables_1/LogicalAnd_106" - input: "report_uninitialized_variables_1/LogicalAnd_107" - input: "report_uninitialized_variables_1/LogicalAnd_108" - input: "report_uninitialized_variables_1/LogicalAnd_109" - input: "report_uninitialized_variables_1/LogicalAnd_110" - input: "report_uninitialized_variables_1/LogicalAnd_111" - input: "report_uninitialized_variables_1/LogicalAnd_112" - input: "report_uninitialized_variables_1/LogicalAnd_113" - input: "report_uninitialized_variables_1/LogicalAnd_114" - input: "report_uninitialized_variables_1/LogicalAnd_115" - input: "report_uninitialized_variables_1/LogicalAnd_116" - input: "report_uninitialized_variables_1/LogicalAnd_117" - input: "report_uninitialized_variables_1/LogicalAnd_118" - input: "report_uninitialized_variables_1/LogicalAnd_119" - device: "/device:CPU:0" - attr { - key: "N" - value { - i: 120 - } - } - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" + } } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables_1/LogicalNot" - op: "LogicalNot" - input: "report_uninitialized_variables_1/stack" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "report_uninitialized_variables_1/Const" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - string_val: "global_step" - string_val: "embeddings" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "dense/kernel" - string_val: "dense/bias" - string_val: "beta1_power" - string_val: "beta2_power" - string_val: "embeddings/Adam" - string_val: "embeddings/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "dense/kernel/Adam" - string_val: "dense/kernel/Adam_1" - string_val: "dense/bias/Adam" - string_val: "dense/bias/Adam_1" + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Shape" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_add" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } - int_val: 120 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - int_val: 0 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_1" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } - int_val: 1 } - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_2" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape_1" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice" - op: "StridedSlice" - input: "report_uninitialized_variables_1/boolean_mask/Shape" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_1" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice/stack_2" - device: "/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Prod/reduction_indices" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } - int_val: 0 } - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Prod" - op: "Prod" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice" - input: "report_uninitialized_variables_1/boolean_mask/Prod/reduction_indices" - device: "/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "keep_dims" - value { - b: false - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Shape_1" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - int_val: 120 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } - int_val: 0 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_1" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } - int_val: 0 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_2" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } - int_val: 1 + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_1" - op: "StridedSlice" - input: "report_uninitialized_variables_1/boolean_mask/Shape_1" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_1" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1/stack_2" - device: "/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" + } } - } - attr { - key: "begin_mask" - value { - i: 1 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 0 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Shape_2" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - int_val: 120 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_add" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_1" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - int_val: 0 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape_1" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_2" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } - int_val: 1 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/strided_slice_2" - op: "StridedSlice" - input: "report_uninitialized_variables_1/boolean_mask/Shape_2" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_1" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2/stack_2" - device: "/device:CPU:0" - attr { - key: "Index" - value { - type: DT_INT32 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "begin_mask" - value { - i: 0 - } - } - attr { - key: "ellipsis_mask" - value { - i: 0 - } - } - attr { - key: "end_mask" - value { - i: 1 - } - } - attr { - key: "new_axis_mask" - value { - i: 0 - } - } - attr { - key: "shrink_axis_mask" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/concat/values_1" - op: "Pack" - input: "report_uninitialized_variables_1/boolean_mask/Prod" - device: "/device:CPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/concat/axis" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } - int_val: 0 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/concat" - op: "ConcatV2" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_1" - input: "report_uninitialized_variables_1/boolean_mask/concat/values_1" - input: "report_uninitialized_variables_1/boolean_mask/strided_slice_2" - input: "report_uninitialized_variables_1/boolean_mask/concat/axis" - device: "/device:CPU:0" - attr { - key: "N" - value { - i: 3 - } - } - attr { - key: "T" - value { - type: DT_INT32 - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Reshape" - op: "Reshape" - input: "report_uninitialized_variables_1/Const" - input: "report_uninitialized_variables_1/boolean_mask/concat" - device: "/device:CPU:0" - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Reshape_1/shape" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } - int_val: -1 + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const" } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Reshape_1" - op: "Reshape" - input: "report_uninitialized_variables_1/LogicalNot" - input: "report_uninitialized_variables_1/boolean_mask/Reshape_1/shape" - device: "/device:CPU:0" - attr { - key: "T" - value { - type: DT_BOOL - } - } - attr { - key: "Tshape" - value { - type: DT_INT32 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum" + } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Where" - op: "Where" - input: "report_uninitialized_variables_1/boolean_mask/Reshape_1" - device: "/device:CPU:0" - attr { - key: "T" - value { - type: DT_BOOL + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 1 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/Squeeze" - op: "Squeeze" - input: "report_uninitialized_variables_1/boolean_mask/Where" - device: "/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_add" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "squeeze_dims" - value { - list { - i: 1 - } - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/GatherV2/axis" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 0 } - } - } -} -node { - name: "report_uninitialized_variables_1/boolean_mask/GatherV2" - op: "GatherV2" - input: "report_uninitialized_variables_1/boolean_mask/Reshape" - input: "report_uninitialized_variables_1/boolean_mask/Squeeze" - input: "report_uninitialized_variables_1/boolean_mask/GatherV2/axis" - device: "/device:CPU:0" - attr { - key: "Taxis" - value { - type: DT_INT32 - } - } - attr { - key: "Tindices" - value { - type: DT_INT64 - } - } - attr { - key: "Tparams" - value { - type: DT_STRING - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1" + } } - } -} -node { - name: "report_uninitialized_resources/Const" - op: "Const" - device: "/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } -} -node { - name: "concat_155/axis" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 0 } - } - } -} -node { - name: "concat_155" - op: "ConcatV2" - input: "report_uninitialized_variables_1/boolean_mask/GatherV2" - input: "report_uninitialized_resources/Const" - input: "concat_155/axis" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "Tidx" - value { - type: DT_INT32 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: -1 + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape_1" + } } - } -} -node { - name: "init_2" - op: "NoOp" -} -node { - name: "init_all_tables" - op: "NoOp" -} -node { - name: "init_3" - op: "NoOp" -} -node { - name: "group_deps_122" - op: "NoOp" - input: "^init_2" - input: "^init_3" - input: "^init_all_tables" -} -node { - name: "Merge/MergeSummary" - op: "MergeSummary" - input: "loss" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Const" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { + attr { + key: "out_type" + value { + type: DT_INT32 } - string_val: "model" + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape" } } - } -} -node { - name: "save/Read/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity" - op: "Identity" - input: "save/Read/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_1" - op: "Identity" - input: "save/Identity" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_1/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_2" - op: "Identity" - input: "save/Read_1/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_3" - op: "Identity" - input: "save/Identity_2" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_2/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_4" - op: "Identity" - input: "save/Read_2/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_5" - op: "Identity" - input: "save/Identity_4" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const" + } } - } -} -node { - name: "save/Read_3/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_6" - op: "Identity" - input: "save/Read_3/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum" + } } - } -} -node { - name: "save/Identity_7" - op: "Identity" - input: "save/Identity_6" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape" + } } - } -} -node { - name: "save/Read_4/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_8" - op: "Identity" - input: "save/Read_4/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1" + } } - } -} -node { - name: "save/Identity_9" - op: "Identity" - input: "save/Identity_8" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape_1" + } } - } -} -node { - name: "save/Read_5/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_1" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Reshape" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_10" - op: "Identity" - input: "save/Read_5/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_11" - op: "Identity" - input: "save/Identity_10" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_6/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_12" - op: "Identity" - input: "save/Read_6/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Identity_13" - op: "Identity" - input: "save/Identity_12" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_7/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_1:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_14" - op: "Identity" - input: "save/Read_7/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum" + } } - } -} -node { - name: "save/Identity_15" - op: "Identity" - input: "save/Identity_14" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape" + } } - } -} -node { - name: "save/Read_8/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_1:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_16" - op: "Identity" - input: "save/Read_8/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_17" - op: "Identity" - input: "save/Identity_16" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/Read_9/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_18" - op: "Identity" - input: "save/Read_9/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_19" - op: "Identity" - input: "save/Identity_18" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_10/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_20" - op: "Identity" - input: "save/Read_10/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul" + } } - } -} -node { - name: "save/Identity_21" - op: "Identity" - input: "save/Identity_20" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum" + } } - } -} -node { - name: "save/Read_11/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_22" - op: "Identity" - input: "save/Read_11/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_23" - op: "Identity" - input: "save/Identity_22" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Read_12/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_24" - op: "Identity" - input: "save/Read_12/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1" + } } - } -} -node { - name: "save/Identity_25" - op: "Identity" - input: "save/Identity_24" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1" + } } - } -} -node { - name: "save/Read_13/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_26" - op: "Identity" - input: "save/Read_13/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_27" - op: "Identity" - input: "save/Identity_26" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Read_14/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_28" - op: "Identity" - input: "save/Read_14/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Identity_29" - op: "Identity" - input: "save/Identity_28" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_15/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_30" - op: "Identity" - input: "save/Read_15/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_2_gru_cell_tanh" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_31" - op: "Identity" - input: "save/Identity_30" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul" + } } - } -} -node { - name: "save/Read_16/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_32" - op: "Identity" - input: "save/Read_16/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape" + } } - } -} -node { - name: "save/Identity_33" - op: "Identity" - input: "save/Identity_32" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_17/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_34" - op: "Identity" - input: "save/Read_17/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_35" - op: "Identity" - input: "save/Identity_34" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_sub" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "save/Read_18/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_36" - op: "Identity" - input: "save/Read_18/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Identity_37" - op: "Identity" - input: "save/Identity_36" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1" + } } - } -} -node { - name: "save/Read_19/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_38" - op: "Identity" - input: "save/Read_19/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_39" - op: "Identity" - input: "save/Identity_38" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1" + } } - } -} -node { - name: "save/Read_20/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_40" - op: "Identity" - input: "save/Read_20/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1" + } } - } -} -node { - name: "save/Identity_41" - op: "Identity" - input: "save/Identity_40" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_21/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_42" - op: "Identity" - input: "save/Read_21/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_43" - op: "Identity" - input: "save/Identity_42" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_22/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_44" - op: "Identity" - input: "save/Read_22/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape" + } } - } -} -node { - name: "save/Identity_45" - op: "Identity" - input: "save/Identity_44" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg" + } } - } -} -node { - name: "save/Read_23/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Neg:y:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_46" - op: "Identity" - input: "save/Read_23/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_47" - op: "Identity" - input: "save/Identity_46" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad" + } } - } -} -node { - name: "save/Read_24/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_48" - op: "Identity" - input: "save/Read_24/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul" + } } - } -} -node { - name: "save/Identity_49" - op: "Identity" - input: "save/Identity_48" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_25/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_2_gru_cell_concat_1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_50" - op: "Identity" - input: "save/Read_25/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1" + } } - } -} -node { - name: "save/Identity_51" - op: "Identity" - input: "save/Identity_50" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_2" + op: "AddN" + input: "gradients/grad_ys_16:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_16" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_2" + } } - } -} -node { - name: "save/Read_26/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_52" - op: "Identity" - input: "save/Read_26/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank" + } } - } -} -node { - name: "save/Identity_53" - op: "Identity" - input: "save/Identity_52" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_27/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_54" - op: "Identity" - input: "save/Read_27/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const" + } } - } -} -node { - name: "save/Identity_55" - op: "Identity" - input: "save/Identity_54" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_28/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_56" - op: "Identity" - input: "save/Read_28/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_57" - op: "Identity" - input: "save/Identity_56" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_29/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_58" - op: "Identity" - input: "save/Read_29/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_1_dropout_1_mul_1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_59" - op: "Identity" - input: "save/Identity_58" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Read_30/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_2_gru_cell_mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_60" - op: "Identity" - input: "save/Read_30/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN" + } } - } -} -node { - name: "save/Identity_61" - op: "Identity" - input: "save/Identity_60" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset" + } } - } -} -node { - name: "save/Read_31/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_62" - op: "Identity" - input: "save/Read_31/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1" + } } - } -} -node { - name: "save/Identity_63" - op: "Identity" - input: "save/Identity_62" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/AddN_3" + op: "AddN" + input: "gradients/grad_ys_15:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_15" } } } - } - } -} -node { - name: "save/Read_32/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_3" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_64" - op: "Identity" - input: "save/Read_32/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1" + } } - } -} -node { - name: "save/Identity_65" - op: "Identity" - input: "save/Identity_64" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_33/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_66" - op: "Identity" - input: "save/Read_33/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_67" - op: "Identity" - input: "save/Identity_66" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_34/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_68" - op: "Identity" - input: "save/Read_34/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum" + } } - } -} -node { - name: "save/Identity_69" - op: "Identity" - input: "save/Identity_68" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape" + } } - } -} -node { - name: "save/Read_35/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_70" - op: "Identity" - input: "save/Read_35/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_2_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_71" - op: "Identity" - input: "save/Identity_70" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1" + } } - } -} -node { - name: "save/Read_36/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_72" - op: "Identity" - input: "save/Read_36/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_73" - op: "Identity" - input: "save/Identity_72" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_4" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape" } - dim { - size: 256 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_4" + } } - } -} -node { - name: "save/Read_37/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_74" - op: "Identity" - input: "save/Read_37/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_4:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + } } - } -} -node { - name: "save/Identity_75" - op: "Identity" - input: "save/Identity_74" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_38/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_76" - op: "Identity" - input: "save/Read_38/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_77" - op: "Identity" - input: "save/Identity_76" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad" + } } - } -} -node { - name: "save/Read_39/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_78" - op: "Identity" - input: "save/Read_39/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul" + } } - } -} -node { - name: "save/Identity_79" - op: "Identity" - input: "save/Identity_78" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_40/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_80" - op: "Identity" - input: "save/Read_40/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_2_gru_cell_concat" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_81" - op: "Identity" - input: "save/Identity_80" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1" + } } - } -} -node { - name: "save/Read_41/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_5" + op: "AddN" + input: "gradients/grad_ys_14:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_14" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_5" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_82" - op: "Identity" - input: "save/Read_41/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank" + } } - } -} -node { - name: "save/Identity_83" - op: "Identity" - input: "save/Identity_82" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const" + } } - } -} -node { - name: "save/Read_42/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_84" - op: "Identity" - input: "save/Read_42/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Shape" + } } - } -} -node { - name: "save/Identity_85" - op: "Identity" - input: "save/Identity_84" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_3_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN" + } } - } -} -node { - name: "save/Read_43/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_86" - op: "Identity" - input: "save/Read_43/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice" + } } - } -} -node { - name: "save/Identity_87" - op: "Identity" - input: "save/Identity_86" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1" + } } - } -} -node { - name: "save/Read_44/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_6" + op: "AddN" + input: "gradients/grad_ys_13:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_13" } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_88" - op: "Identity" - input: "save/Read_44/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_6" + } } - } -} -node { - name: "save/Identity_89" - op: "Identity" - input: "save/Identity_88" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_7" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Slice" } } } - } - } -} -node { - name: "save/Read_45/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_7" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_90" - op: "Identity" - input: "save/Read_45/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 + } + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_91" - op: "Identity" - input: "save/Identity_90" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_46/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_92" - op: "Identity" - input: "save/Read_46/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Identity_93" - op: "Identity" - input: "save/Identity_92" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Read_47/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_94" - op: "Identity" - input: "save/Read_47/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_95" - op: "Identity" - input: "save/Identity_94" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_1_dropout_1_cast" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "save/Read_48/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/AddN_7:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_96" - op: "Identity" - input: "save/Read_48/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum" + } } - } -} -node { - name: "save/Identity_97" - op: "Identity" - input: "save/Identity_96" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape" + } } - } -} -node { - name: "save/Read_49/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_98" - op: "Identity" - input: "save/Read_49/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_dropout_1_mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_99" - op: "Identity" - input: "save/Identity_98" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/AddN_7:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "save/Read_50/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_100" - op: "Identity" - input: "save/Read_50/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_101" - op: "Identity" - input: "save/Identity_100" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_8" + op: "AddN" + input: "gradients/Select_3_grad/Select:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_3_grad/Select" } } } - } - } -} -node { - name: "save/Read_51/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_8" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_102" - op: "Identity" - input: "save/Read_51/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape" + } } - } -} -node { - name: "save/Identity_103" - op: "Identity" - input: "save/Identity_102" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_52/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_104" - op: "Identity" - input: "save/Read_52/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_105" - op: "Identity" - input: "save/Identity_104" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_53/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_106" - op: "Identity" - input: "save/Read_53/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul" + } } - } -} -node { - name: "save/Identity_107" - op: "Identity" - input: "save/Identity_106" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum" + } } - } -} -node { - name: "save/Read_54/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_108" - op: "Identity" - input: "save/Read_54/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1" + } } - } -} -node { - name: "save/Identity_109" - op: "Identity" - input: "save/Identity_108" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } - dim { - size: 256 + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1" + } + } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape_1" + } } - } -} -node { - name: "save/Read_55/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_9" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Reshape" } - dim { - size: 256 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_9" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_110" - op: "Identity" - input: "save/Read_55/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_111" - op: "Identity" - input: "save/Identity_110" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_56/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_112" - op: "Identity" - input: "save/Read_56/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Identity_113" - op: "Identity" - input: "save/Identity_112" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Read_57/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_114" - op: "Identity" - input: "save/Read_57/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_9:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum" + } } - } -} -node { - name: "save/Identity_115" - op: "Identity" - input: "save/Identity_114" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape" + } } - } -} -node { - name: "save/Read_58/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_9:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_116" - op: "Identity" - input: "save/Read_58/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_117" - op: "Identity" - input: "save/Identity_116" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/Read_59/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_118" - op: "Identity" - input: "save/Read_59/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_119" - op: "Identity" - input: "save/Identity_118" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_60/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_120" - op: "Identity" - input: "save/Read_60/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum" + } } - } -} -node { - name: "save/Identity_121" - op: "Identity" - input: "save/Identity_120" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" + } } - } -} -node { - name: "save/Read_61/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_122" - op: "Identity" - input: "save/Read_61/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_123" - op: "Identity" - input: "save/Identity_122" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1" + } } - } -} -node { - name: "save/Read_62/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_124" - op: "Identity" - input: "save/Read_62/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_125" - op: "Identity" - input: "save/Identity_124" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_63/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_126" - op: "Identity" - input: "save/Read_63/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_127" - op: "Identity" - input: "save/Identity_126" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_64/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_128" - op: "Identity" - input: "save/Read_64/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Identity_129" - op: "Identity" - input: "save/Identity_128" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_65/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_130" - op: "Identity" - input: "save/Read_65/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_1_gru_cell_tanh" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_131" - op: "Identity" - input: "save/Identity_130" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul" + } } - } -} -node { - name: "save/Read_66/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_132" - op: "Identity" - input: "save/Read_66/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape" + } } - } -} -node { - name: "save/Identity_133" - op: "Identity" - input: "save/Identity_132" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_67/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_sub" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_134" - op: "Identity" - input: "save/Read_67/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1" + } } - } -} -node { - name: "save/Identity_135" - op: "Identity" - input: "save/Identity_134" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1" + } } - } -} -node { - name: "save/Read_68/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_136" - op: "Identity" - input: "save/Read_68/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1" + } } - } -} -node { - name: "save/Identity_137" - op: "Identity" - input: "save/Identity_136" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_69/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_138" - op: "Identity" - input: "save/Read_69/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_139" - op: "Identity" - input: "save/Identity_138" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_70/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_140" - op: "Identity" - input: "save/Read_70/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape" + } } - } -} -node { - name: "save/Identity_141" - op: "Identity" - input: "save/Identity_140" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg" + } } - } -} -node { - name: "save/Read_71/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Neg:y:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_142" - op: "Identity" - input: "save/Read_71/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_143" - op: "Identity" - input: "save/Identity_142" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad" + } } - } -} -node { - name: "save/Read_72/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_144" - op: "Identity" - input: "save/Read_72/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul" + } } - } -} -node { - name: "save/Identity_145" - op: "Identity" - input: "save/Identity_144" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_73/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_1_gru_cell_concat_1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_146" - op: "Identity" - input: "save/Read_73/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1" + } } - } -} -node { - name: "save/Identity_147" - op: "Identity" - input: "save/Identity_146" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/AddN_10" + op: "AddN" + input: "gradients/grad_ys_12:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_12" } } } - } - } -} -node { - name: "save/Read_74/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_10" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_148" - op: "Identity" - input: "save/Read_74/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_149" - op: "Identity" - input: "save/Identity_148" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank" + } } - } -} -node { - name: "save/Read_75/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_150" - op: "Identity" - input: "save/Read_75/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const" + } } - } -} -node { - name: "save/Identity_151" - op: "Identity" - input: "save/Identity_150" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod" + } } - } -} -node { - name: "save/Read_76/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_152" - op: "Identity" - input: "save/Read_76/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_153" - op: "Identity" - input: "save/Identity_152" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_0_dropout_1_mul_1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + } } - } -} -node { - name: "save/Read_77/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_154" - op: "Identity" - input: "save/Read_77/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_1_gru_cell_mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + } } - } -} -node { - name: "save/Identity_155" - op: "Identity" - input: "save/Identity_154" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN" + } } - } -} -node { - name: "save/Read_78/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_156" - op: "Identity" - input: "save/Read_78/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" + } } - } -} -node { - name: "save/Identity_157" - op: "Identity" - input: "save/Identity_156" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1" + } } - } -} -node { - name: "save/Read_79/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_11" + op: "AddN" + input: "gradients/grad_ys_11:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_11" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_11" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_158" - op: "Identity" - input: "save/Read_79/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1" + } } - } -} -node { - name: "save/Identity_159" - op: "Identity" - input: "save/Identity_158" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_80/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_160" - op: "Identity" - input: "save/Read_80/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Identity_161" - op: "Identity" - input: "save/Identity_160" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul" + } } - } -} -node { - name: "save/Read_81/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_162" - op: "Identity" - input: "save/Read_81/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape" + } } - } -} -node { - name: "save/Identity_163" - op: "Identity" - input: "save/Identity_162" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_82/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_164" - op: "Identity" - input: "save/Read_82/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_1_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_165" - op: "Identity" - input: "save/Identity_164" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1" + } } - } -} -node { - name: "save/Read_83/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_166" - op: "Identity" - input: "save/Read_83/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_167" - op: "Identity" - input: "save/Identity_166" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_12" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_12" + } } - } -} -node { - name: "save/Read_84/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_168" - op: "Identity" - input: "save/Read_84/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_169" - op: "Identity" - input: "save/Identity_168" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const" + } } - } -} -node { - name: "save/Read_85/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_12:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_170" - op: "Identity" - input: "save/Read_85/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_171" - op: "Identity" - input: "save/Identity_170" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + } } - } -} -node { - name: "save/Read_86/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_172" - op: "Identity" - input: "save/Read_86/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad" + } } - } -} -node { - name: "save/Identity_173" - op: "Identity" - input: "save/Identity_172" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul" + } } - } -} -node { - name: "save/Read_87/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_174" - op: "Identity" - input: "save/Read_87/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_175" - op: "Identity" - input: "save/Identity_174" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_1_gru_cell_concat" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Read_88/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: true + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_176" - op: "Identity" - input: "save/Read_88/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_13" + op: "AddN" + input: "gradients/grad_ys_10:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_10" } } } - } - } -} -node { - name: "save/Identity_177" - op: "Identity" - input: "save/Identity_176" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_13" + } } - } -} -node { - name: "save/Read_89/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_178" - op: "Identity" - input: "save/Read_89/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const" + } } - } -} -node { - name: "save/Identity_179" - op: "Identity" - input: "save/Identity_178" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod" + } } - } -} -node { - name: "save/Read_90/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_180" - op: "Identity" - input: "save/Read_90/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_2_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN" + } } - } -} -node { - name: "save/Identity_181" - op: "Identity" - input: "save/Identity_180" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset" + } } - } -} -node { - name: "save/Read_91/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_182" - op: "Identity" - input: "save/Read_91/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1" + } } - } -} -node { - name: "save/Identity_183" - op: "Identity" - input: "save/Identity_182" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/AddN_14" + op: "AddN" + input: "gradients/grad_ys_9:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_9" } } } - } - } -} -node { - name: "save/Read_92/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_14" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_184" - op: "Identity" - input: "save/Read_92/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_15" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Slice" } } } - } - } -} -node { - name: "save/Identity_185" - op: "Identity" - input: "save/Identity_184" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_15" + } } - } -} -node { - name: "save/Read_93/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_186" - op: "Identity" - input: "save/Read_93/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_187" - op: "Identity" - input: "save/Identity_186" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_94/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_188" - op: "Identity" - input: "save/Read_94/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Identity_189" - op: "Identity" - input: "save/Identity_188" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Read_95/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_190" - op: "Identity" - input: "save/Read_95/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_191" - op: "Identity" - input: "save/Identity_190" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_fw_multi_rnn_cell_cell_0_dropout_1_cast" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack" + } } - } -} -node { - name: "save/Read_96/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul" + op: "Mul" + input: "gradients/AddN_15:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_192" - op: "Identity" - input: "save/Read_96/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum" + } } - } -} -node { - name: "save/Identity_193" - op: "Identity" - input: "save/Identity_192" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape" + } } - } -} -node { - name: "save/Read_97/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_194" - op: "Identity" - input: "save/Read_97/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_dropout_1_mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_195" - op: "Identity" - input: "save/Identity_194" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/AddN_15:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1" + } } - } -} -node { - name: "save/Read_98/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_196" - op: "Identity" - input: "save/Read_98/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_197" - op: "Identity" - input: "save/Identity_196" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_16" + op: "AddN" + input: "gradients/Select_2_grad/Select:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_2_grad/Select" } } } - } - } -} -node { - name: "save/Read_99/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_16" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_198" - op: "Identity" - input: "save/Read_99/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape" + } } - } -} -node { - name: "save/Identity_199" - op: "Identity" - input: "save/Identity_198" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_100/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_200" - op: "Identity" - input: "save/Read_100/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_201" - op: "Identity" - input: "save/Identity_200" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_101/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_202" - op: "Identity" - input: "save/Read_101/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul" + } } - } -} -node { - name: "save/Identity_203" - op: "Identity" - input: "save/Identity_202" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum" + } } - } -} -node { - name: "save/Read_102/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_204" - op: "Identity" - input: "save/Read_102/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1" + } } - } -} -node { - name: "save/Identity_205" - op: "Identity" - input: "save/Identity_204" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } - dim { - size: 128 + } + } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1" + } + } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape_1" + } } - } -} -node { - name: "save/Read_103/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_17" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Reshape:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Reshape" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_17" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_206" - op: "Identity" - input: "save/Read_103/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_207" - op: "Identity" - input: "save/Identity_206" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_104/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_208" - op: "Identity" - input: "save/Read_104/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Identity_209" - op: "Identity" - input: "save/Identity_208" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Read_105/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_210" - op: "Identity" - input: "save/Read_105/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum" + op: "Sum" + input: "gradients/AddN_17:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum" + } } - } -} -node { - name: "save/Identity_211" - op: "Identity" - input: "save/Identity_210" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape" + } } - } -} -node { - name: "save/Read_106/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1" + op: "Sum" + input: "gradients/AddN_17:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_212" - op: "Identity" - input: "save/Read_106/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_213" - op: "Identity" - input: "save/Identity_212" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1" + op: "Shape" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/Read_107/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_214" - op: "Identity" - input: "save/Read_107/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_215" - op: "Identity" - input: "save/Identity_214" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_108/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape:output:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_216" - op: "Identity" - input: "save/Read_108/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum" + } } - } -} -node { - name: "save/Identity_217" - op: "Identity" - input: "save/Identity_216" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" + } } - } -} -node { - name: "save/Read_109/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_218" - op: "Identity" - input: "save/Read_109/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_219" - op: "Identity" - input: "save/Identity_218" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1" + } } - } -} -node { - name: "save/Read_110/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_220" - op: "Identity" - input: "save/Read_110/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1" + } } - } -} -node { - name: "save/Identity_221" - op: "Identity" - input: "save/Identity_220" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_111/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_222" - op: "Identity" - input: "save/Read_111/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_223" - op: "Identity" - input: "save/Identity_222" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_112/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_224" - op: "Identity" - input: "save/Read_112/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1" + } } - } -} -node { - name: "save/Identity_225" - op: "Identity" - input: "save/Identity_224" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Read_113/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_226" - op: "Identity" - input: "save/Read_113/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_227" - op: "Identity" - input: "save/Identity_226" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_114/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_fw_multi_rnn_cell_cell_0_gru_cell_tanh" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_228" - op: "Identity" - input: "save/Read_114/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul" + } } - } -} -node { - name: "save/Identity_229" - op: "Identity" - input: "save/Identity_228" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum" + } } - } -} -node { - name: "save/Read_115/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_230" - op: "Identity" - input: "save/Read_115/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 22 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_231" - op: "Identity" - input: "save/Identity_230" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_sub" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Read_116/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_232" - op: "Identity" - input: "save/Read_116/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1" + } } - } -} -node { - name: "save/Identity_233" - op: "Identity" - input: "save/Identity_232" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1" + } } - } -} -node { - name: "save/Read_117/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_234" - op: "Identity" - input: "save/Read_117/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_235" - op: "Identity" - input: "save/Identity_234" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } -} -node { - name: "save/Read_118/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_236" - op: "Identity" - input: "save/Read_118/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum" + } } - } -} -node { - name: "save/Identity_237" - op: "Identity" - input: "save/Identity_236" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape" + } } - } -} -node { - name: "save/Read_119/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg" + op: "Neg" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "save/Identity_238" - op: "Identity" - input: "save/Read_119/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg" + } } - } -} -node { - name: "save/Identity_239" - op: "Identity" - input: "save/Identity_238" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT64 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Neg:y:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/StringJoin/inputs_1" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } + } } - string_val: "_temp_be8e7755f1c2446c8f140342e09acbb5/part" } - } - } -} -node { - name: "save/StringJoin" - op: "StringJoin" - input: "save/Const" - input: "save/StringJoin/inputs_1" - attr { - key: "N" - value { - i: 2 - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "keep_dims" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1" + } } - } - attr { - key: "separator" - value { - s: "" - } - } -} -node { - name: "save/num_shards" - op: "Const" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + attr { + key: "Tshape" + value { + type: DT_INT32 } - int_val: 1 } - } - } -} -node { - name: "save/ShardedFilename/shard" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_INT32 - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_INT32 - tensor_shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad" + op: "TanhGrad" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Reshape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - int_val: 0 } - } - } -} -node { - name: "save/ShardedFilename" - op: "ShardedFilename" - input: "save/StringJoin" - input: "save/ShardedFilename/shard" - input: "save/num_shards" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad" + } } - } -} -node { - name: "save/Read_120/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_240" - op: "Identity" - input: "save/Read_120/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } - } - } -} -node { - name: "save/Identity_241" - op: "Identity" - input: "save/Identity_240" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "data_format" + value { + s: "NHWC" } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad" + } } - } -} -node { - name: "save/Read_121/ReadVariableOp" - op: "ReadVariableOp" - input: "beta2_power" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_242" - op: "Identity" - input: "save/Read_121/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } + } } } - } - } -} -node { - name: "save/Identity_243" - op: "Identity" - input: "save/Identity_242" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul" + } } - } -} -node { - name: "save/Read_122/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_244" - op: "Identity" - input: "save/Read_122/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_245" - op: "Identity" - input: "save/Identity_244" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_123/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_fw_multi_rnn_cell_cell_0_gru_cell_concat_1" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_246" - op: "Identity" - input: "save/Read_123/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_247" - op: "Identity" - input: "save/Identity_246" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Tanh_grad/TanhGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_124/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_248" - op: "Identity" - input: "save/Read_124/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "transpose_a" + value { + b: true } } - } - } -} -node { - name: "save/Identity_249" - op: "Identity" - input: "save/Identity_248" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1" + } } - } -} -node { - name: "save/Read_125/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/AddN_18" + op: "AddN" + input: "gradients/grad_ys_8:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_250" - op: "Identity" - input: "save/Read_125/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Identity_251" - op: "Identity" - input: "save/Identity_250" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_8" } } } - } - } -} -node { - name: "save/Read_126/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_18" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_252" - op: "Identity" - input: "save/Read_126/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_253" - op: "Identity" - input: "save/Identity_252" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_127/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_254" - op: "Identity" - input: "save/Read_127/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_255" - op: "Identity" - input: "save/Identity_254" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_128/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_256" - op: "Identity" - input: "save/Read_128/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_257" - op: "Identity" - input: "save/Identity_256" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod" + } } - } -} -node { - name: "save/Read_129/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_258" - op: "Identity" - input: "save/Read_129/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Identity_259" - op: "Identity" - input: "save/Identity_258" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_130/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorarrayv2read_tensorlistgetitem" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_260" - op: "Identity" - input: "save/Read_130/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_261" - op: "Identity" - input: "save/Identity_260" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_131/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_262" - op: "Identity" - input: "save/Read_131/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape" + } } - } -} -node { - name: "save/Identity_263" - op: "Identity" - input: "save/Identity_262" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_fw_multi_rnn_cell_cell_0_gru_cell_mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "save/Read_132/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_264" - op: "Identity" - input: "save/Read_132/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:tensor:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/Identity_265" - op: "Identity" - input: "save/Identity_264" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN" + } } - } -} -node { - name: "save/Read_133/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_266" - op: "Identity" - input: "save/Read_133/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" + } } - } -} -node { - name: "save/Identity_267" - op: "Identity" - input: "save/Identity_266" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1" + } } - } -} -node { - name: "save/Read_134/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_19" + op: "AddN" + input: "gradients/grad_ys_7:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_7" } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_268" - op: "Identity" - input: "save/Read_134/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_19" + } } - } -} -node { - name: "save/Identity_269" - op: "Identity" - input: "save/Identity_268" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1" + op: "Shape" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_135/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_270" - op: "Identity" - input: "save/Read_135/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1" + } } - } -} -node { - name: "save/Identity_271" - op: "Identity" - input: "save/Identity_270" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_136/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_272" - op: "Identity" - input: "save/Read_136/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_273" - op: "Identity" - input: "save/Identity_272" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "save/Read_137/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_274" - op: "Identity" - input: "save/Read_137/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs" + op: "BroadcastGradientArgs" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs" + } } - } -} -node { - name: "save/Identity_275" - op: "Identity" - input: "save/Identity_274" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1:output:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul" + } } - } -} -node { - name: "save/Read_138/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs:r0:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_276" - op: "Identity" - input: "save/Read_138/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape" + } } - } -} -node { - name: "save/Identity_277" - op: "Identity" - input: "save/Identity_276" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Read_139/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_fw_multi_rnn_cell_cell_0_gru_cell_split" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_278" - op: "Identity" - input: "save/Read_139/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1" + op: "Mul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1" + } } - } -} -node { - name: "save/Identity_279" - op: "Identity" - input: "save/Identity_278" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1" + op: "Sum" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs:r1:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + unknown_rank: true + } } } } + attr { + key: "keep_dims" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1" + } } - } -} -node { - name: "save/Read_140/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1" + op: "Reshape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Sum_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tshape" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_280" - op: "Identity" - input: "save/Read_140/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_20" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Reshape_1:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape" } } } - } - } -} -node { - name: "save/Identity_281" - op: "Identity" - input: "save/Identity_280" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_20" + } } - } -} -node { - name: "save/Read_141/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_282" - op: "Identity" - input: "save/Read_141/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const" + } } - } -} -node { - name: "save/Identity_283" - op: "Identity" - input: "save/Identity_282" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + op: "ConcatV2" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape:output:0" + input: "gradients/AddN_20:sum:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat/Const:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + } } - } -} -node { - name: "save/Read_142/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + op: "Const" + input: "^gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_284" - op: "Identity" - input: "save/Read_142/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape" + } } - } -} -node { - name: "save/Identity_285" - op: "Identity" - input: "save/Identity_284" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack" + } } - } -} -node { - name: "save/Read_143/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad" + op: "SigmoidGrad" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/split_grad/concat:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_286" - op: "Identity" - input: "save/Read_143/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad" + op: "BiasAddGrad" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad" + } } - } -} -node { - name: "save/Identity_287" - op: "Identity" - input: "save/Identity_286" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul" + } } - } -} -node { - name: "save/Read_144/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: -1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_288" - op: "Identity" - input: "save/Read_144/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + op: "TensorListPopBack" + input: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_fw_multi_rnn_cell_cell_0_gru_cell_concat" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack" + } } - } -} -node { - name: "save/Identity_289" - op: "Identity" - input: "save/Identity_288" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1" + op: "MatMul" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:tensor:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } - } - } -} -node { - name: "save/Read_145/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "transpose_a" + value { + b: true } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_290" - op: "Identity" - input: "save/Read_145/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1" + } } - } -} -node { - name: "save/Identity_291" - op: "Identity" - input: "save/Identity_290" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + node_def { + name: "gradients/AddN_21" + op: "AddN" + input: "gradients/grad_ys_6:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_grad/BiasAddGrad:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/Read_146/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_6" } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_292" - op: "Identity" - input: "save/Read_146/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_21" + } } - } -} -node { - name: "save/Identity_293" - op: "Identity" - input: "save/Identity_292" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_147/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_294" - op: "Identity" - input: "save/Read_147/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_295" - op: "Identity" - input: "save/Identity_294" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const" + } } - } -} -node { - name: "save/Read_148/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod" + op: "FloorMod" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod/Const:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Rank:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_296" - op: "Identity" - input: "save/Read_148/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Shape" + op: "Shape" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Shape" + } } - } -} -node { - name: "save/Identity_297" - op: "Identity" - input: "save/Identity_296" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN" + op: "ShapeN" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:tensor:0" + input: "gradients/Select_1_grad/zeros_like/TensorListPopBack:tensor:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN" + } } - } -} -node { - name: "save/Read_149/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset" + op: "ConcatOffset" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/mod:z:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_298" - op: "Identity" - input: "save/Read_149/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset:offset:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:0" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice" + } } - } -} -node { - name: "save/Identity_299" - op: "Identity" - input: "save/Identity_298" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1" + op: "Slice" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul:product:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ConcatOffset:offset:1" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/ShapeN:output:1" + attr { + key: "Index" + value { + type: DT_INT32 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1" + } } - } -} -node { - name: "save/Read_150/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_22" + op: "AddN" + input: "gradients/grad_ys_5:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1:product:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_5" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_22" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_300" - op: "Identity" - input: "save/Read_150/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/AddN_23" + op: "AddN" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Slice" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_23" + } } - } -} -node { - name: "save/Identity_301" - op: "Identity" - input: "save/Identity_300" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength" + op: "TensorListLength" + input: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength" + } } - } -} -node { - name: "save/Read_151/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape" + op: "TensorListElementShape" + input: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_302" - op: "Identity" - input: "save/Read_151/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve" + op: "TensorListReserve" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListElementShape:element_shape:0" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListLength:length:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "shape_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve" + } } - } -} -node { - name: "save/Identity_303" - op: "Identity" - input: "save/Identity_302" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem" + op: "TensorListSetItem" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListReserve:handle:0" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:tensor:0" + input: "gradients/AddN_23:sum:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem" + } } - } -} -node { - name: "save/Read_152/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_24" + op: "AddN" + input: "gradients/Select_1_grad/Select:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Reshape_1:output:0" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_grad/Slice_1:output:0" + attr { + key: "N" + value { + i: 4 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/Select_1_grad/Select" } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_304" - op: "Identity" - input: "save/Read_152/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_24" + } } - } -} -node { - name: "save/Identity_305" - op: "Identity" - input: "save/Identity_304" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/AddN_25" + op: "AddN" + input: "gradients/grad_ys_4:output:0" + input: "gradients/TensorArrayV2Read/TensorListGetItem_grad/TensorListSetItem:output_handle:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_VARIANT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@gradients/grad_ys_4" } } } - } - } -} -node { - name: "save/Read_153/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "gradients/AddN_25" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_306" - op: "Identity" - input: "save/Read_153/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_307" - op: "Identity" - input: "save/Identity_306" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } -} -node { - name: "save/Read_154/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "add" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "add" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_308" - op: "Identity" - input: "save/Read_154/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Identity" + op: "Identity" + input: "add:z:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity" + } } - } -} -node { - name: "save/Identity_309" - op: "Identity" - input: "save/Identity_308" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Identity_1" + op: "Identity" + input: "placeholder_1" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_1" + } } - } -} -node { - name: "save/Read_155/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "Identity_2" + op: "Identity" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_310" - op: "Identity" - input: "save/Read_155/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "Identity_3" + op: "Identity" + input: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem:output_handle:0" + attr { + key: "T" + value { + type: DT_VARIANT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_3" + } } - } -} -node { - name: "save/Identity_311" - op: "Identity" - input: "save/Identity_310" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "Identity_4" + op: "Identity" + input: "gradients/AddN_24:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_4" + } } - } -} -node { - name: "save/Read_156/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "Identity_5" + op: "Identity" + input: "gradients/AddN_16:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_312" - op: "Identity" - input: "save/Read_156/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_5" + } } - } -} -node { - name: "save/Identity_313" - op: "Identity" - input: "save/Identity_312" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "Identity_6" + op: "Identity" + input: "gradients/AddN_8:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_157/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_6" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_314" - op: "Identity" - input: "save/Read_157/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "Identity_7" + op: "Identity" + input: "gradients/AddN_25:sum:0" + attr { + key: "T" + value { + type: DT_VARIANT } } - } - } -} -node { - name: "save/Identity_315" - op: "Identity" - input: "save/Identity_314" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + experimental_debug_info { + original_node_names: "Identity_7" + } } - } -} -node { - name: "save/Read_158/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_8" + op: "Identity" + input: "gradients/AddN_22:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_8" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_316" - op: "Identity" - input: "save/Read_158/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_9" + op: "Identity" + input: "gradients/AddN_21:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_9" + } } - } -} -node { - name: "save/Identity_317" - op: "Identity" - input: "save/Identity_316" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_10" + op: "Identity" + input: "gradients/AddN_19:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_10" + } } - } -} -node { - name: "save/Read_159/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_11" + op: "Identity" + input: "gradients/AddN_18:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_11" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_318" - op: "Identity" - input: "save/Read_159/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_12" + op: "Identity" + input: "gradients/AddN_14:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_12" + } } - } -} -node { - name: "save/Identity_319" - op: "Identity" - input: "save/Identity_318" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_13" + op: "Identity" + input: "gradients/AddN_13:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_13" + } } - } -} -node { - name: "save/Read_160/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_14" + op: "Identity" + input: "gradients/AddN_11:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_14" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_320" - op: "Identity" - input: "save/Read_160/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_15" + op: "Identity" + input: "gradients/AddN_10:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_15" + } } - } -} -node { - name: "save/Identity_321" - op: "Identity" - input: "save/Identity_320" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "Identity_16" + op: "Identity" + input: "gradients/AddN_6:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_16" + } } - } -} -node { - name: "save/Read_161/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "Identity_17" + op: "Identity" + input: "gradients/AddN_5:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_17" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_322" - op: "Identity" - input: "save/Read_161/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "Identity_18" + op: "Identity" + input: "gradients/AddN_3:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_18" + } } - } -} -node { - name: "save/Identity_323" - op: "Identity" - input: "save/Identity_322" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "Identity_19" + op: "Identity" + input: "gradients/AddN_2:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_19" + } } - } -} -node { - name: "save/Read_162/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "Identity_20" + op: "Identity" + input: "gradients/AddN:sum:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Identity_20" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" } - } -} -node { - name: "save/Identity_324" - op: "Identity" - input: "save/Read_162/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" } - } -} -node { - name: "save/Identity_325" - op: "Identity" - input: "save/Identity_324" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_grad_shapen_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/ShapeN/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/MatMul_grad/MatMul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_matmul_grad_matmul_fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_broadcastgradientargs_tensorlistpopback_1" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/BroadcastGradientArgs/TensorListPopBack_1:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_mul_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Mul/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_mul_1_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Mul_1/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_grad_sigmoidgrad_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid_grad/SigmoidGrad/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_broadcastgradientargs_tensorlistpopback" + value: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/BroadcastGradientArgs/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_select_1_grad_select_tensorlistpopback" + value: "gradients/Select_1_grad/Select/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_select_1_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_1_grad/zeros_like/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_select_2_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_2_grad/zeros_like/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_select_3_grad_zeros_like_tensorlistpopback" + value: "gradients/Select_3_grad/zeros_like/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_select_grad_zeros_like_select_bidirectional_rnn_fw_fw_zeros" + value: "gradients_select_grad_zeros_like_select_bidirectional_rnn_fw_fw_zeros_0" + } + ret { + key: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + value: "gradients_tensorarrayv2read_tensorlistgetitem_grad_tensorlistlength_tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + } + ret { + key: "gradients_tensorarrayv2write_tensorlistsetitem_grad_tensorlistsetitem_tensorlistpopback" + value: "gradients/TensorArrayV2Write/TensorListSetItem_grad/TensorListSetItem/TensorListPopBack:output_handle:0" + } + ret { + key: "gradients_tensorarrayv2write_tensorlistsetitem_grad_zeros_like_tensorlistpopback" + value: "gradients/TensorArrayV2Write/TensorListSetItem_grad/zeros_like/TensorListPopBack:output_handle:0" + } + ret { + key: "identity" + value: "Identity:output:0" + } + ret { + key: "identity_1" + value: "Identity_1:output:0" + } + ret { + key: "identity_10" + value: "Identity_10:output:0" + } + ret { + key: "identity_11" + value: "Identity_11:output:0" + } + ret { + key: "identity_12" + value: "Identity_12:output:0" + } + ret { + key: "identity_13" + value: "Identity_13:output:0" + } + ret { + key: "identity_14" + value: "Identity_14:output:0" + } + ret { + key: "identity_15" + value: "Identity_15:output:0" + } + ret { + key: "identity_16" + value: "Identity_16:output:0" + } + ret { + key: "identity_17" + value: "Identity_17:output:0" + } + ret { + key: "identity_18" + value: "Identity_18:output:0" + } + ret { + key: "identity_19" + value: "Identity_19:output:0" + } + ret { + key: "identity_2" + value: "Identity_2:output:0" + } + ret { + key: "identity_20" + value: "Identity_20:output:0" + } + ret { + key: "identity_3" + value: "Identity_3:output:0" + } + ret { + key: "identity_4" + value: "Identity_4:output:0" + } + ret { + key: "identity_5" + value: "Identity_5:output:0" + } + ret { + key: "identity_6" + value: "Identity_6:output:0" + } + ret { + key: "identity_7" + value: "Identity_7:output:0" + } + ret { + key: "identity_8" + value: "Identity_8:output:0" + } + ret { + key: "identity_9" + value: "Identity_9:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { } - dim { - size: 128 + shape { } } } } - } -} -node { - name: "save/Read_163/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_326" - op: "Identity" - input: "save/Read_163/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_327" - op: "Identity" - input: "save/Identity_326" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_164/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_328" - op: "Identity" - input: "save/Read_164/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Identity_329" - op: "Identity" - input: "save/Identity_328" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Read_165/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_330" - op: "Identity" - input: "save/Read_165/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_331" - op: "Identity" - input: "save/Identity_330" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Read_166/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_332" - op: "Identity" - input: "save/Read_166/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Identity_333" - op: "Identity" - input: "save/Identity_332" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Read_167/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_334" - op: "Identity" - input: "save/Read_167/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Identity_335" - op: "Identity" - input: "save/Identity_334" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Read_168/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_336" - op: "Identity" - input: "save/Read_168/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Identity_337" - op: "Identity" - input: "save/Identity_336" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Read_169/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_338" - op: "Identity" - input: "save/Read_169/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Identity_339" - op: "Identity" - input: "save/Identity_338" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Read_170/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_340" - op: "Identity" - input: "save/Read_170/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_341" - op: "Identity" - input: "save/Identity_340" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_171/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_342" - op: "Identity" - input: "save/Read_171/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_343" - op: "Identity" - input: "save/Identity_342" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_172/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_344" - op: "Identity" - input: "save/Read_172/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_345" - op: "Identity" - input: "save/Identity_344" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_173/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_346" - op: "Identity" - input: "save/Read_173/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_347" - op: "Identity" - input: "save/Identity_346" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_174/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_348" - op: "Identity" - input: "save/Read_174/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_349" - op: "Identity" - input: "save/Identity_348" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_175/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_350" - op: "Identity" - input: "save/Read_175/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_351" - op: "Identity" - input: "save/Identity_350" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 256 + } + } + } + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_176/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_352" - op: "Identity" - input: "save/Read_176/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_353" - op: "Identity" - input: "save/Identity_352" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_177/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_354" - op: "Identity" - input: "save/Read_177/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_355" - op: "Identity" - input: "save/Identity_354" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_178/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_356" - op: "Identity" - input: "save/Read_178/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } -} -node { - name: "save/Identity_357" - op: "Identity" - input: "save/Identity_356" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_179/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_358" - op: "Identity" - input: "save/Read_179/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_359" - op: "Identity" - input: "save/Identity_358" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Read_180/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_360" - op: "Identity" - input: "save/Read_180/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_361" - op: "Identity" - input: "save/Identity_360" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_181/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_362" - op: "Identity" - input: "save/Read_181/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_363" - op: "Identity" - input: "save/Identity_362" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_182/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_364" - op: "Identity" - input: "save/Read_182/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_365" - op: "Identity" - input: "save/Identity_364" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_183/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_366" - op: "Identity" - input: "save/Read_183/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_367" - op: "Identity" - input: "save/Identity_366" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_184/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_368" - op: "Identity" - input: "save/Read_184/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_369" - op: "Identity" - input: "save/Identity_368" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_185/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "save/Identity_370" - op: "Identity" - input: "save/Read_185/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_371" - op: "Identity" - input: "save/Identity_370" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 113 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + arg_attr { + key: 114 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 115 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_186/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + arg_attr { + key: 116 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 117 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 118 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } -} -node { - name: "save/Identity_372" - op: "Identity" - input: "save/Read_186/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + function { + signature { + name: "has_valid_nonscalar_shape_false_1155" + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_INT32 + } + input_arg { + name: "has_valid_nonscalar_shape_is_same_rank_0" + type: DT_BOOL + } + output_arg { + name: "has_valid_nonscalar_shape_is_same_rank" + type: DT_BOOL + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + ret { + key: "has_valid_nonscalar_shape_is_same_rank" + value: "has_valid_nonscalar_shape_is_same_rank_0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + dim { + size: 2 + } } - dim { - size: 128 + shape { + dim { + size: 2 + } + } + shape { } } } } - } -} -node { - name: "save/Identity_373" - op: "Identity" - input: "save/Identity_372" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - dim { - size: 128 + } + } + } + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } } -} -node { - name: "save/Read_187/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + function { + signature { + name: "bidirectional_rnn_bw_bw_while_body_726" + input_arg { + name: "bidirectional_rnn_bw_bw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1_0" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_bw_bw_minimum_0" + type: DT_INT32 + } + input_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT + } + input_arg { + name: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" + type: DT_INT32 + } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "select_bidirectional_rnn_bw_bw_zeros_0" + type: DT_FLOAT + } + output_arg { + name: "add_1" + type: DT_INT32 + } + output_arg { + name: "bidirectional_rnn_bw_bw_strided_slice_1" + type: DT_INT32 + } + output_arg { + name: "add" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2write_tensorlistsetitem" + type: DT_VARIANT + } + output_arg { + name: "select_1" + type: DT_FLOAT + } + output_arg { + name: "select_2" + type: DT_FLOAT + } + output_arg { + name: "select_3" + type: DT_FLOAT + } + output_arg { + name: "bidirectional_rnn_bw_bw_minimum" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT + } + output_arg { + name: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen" + type: DT_INT32 + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "select_bidirectional_rnn_bw_bw_zeros" + type: DT_FLOAT + } + is_stateful: true + } + node_def { + name: "TensorArrayV2Read/TensorListGetItem/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\010\000\000\000" } } } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem/element_shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + node_def { + name: "TensorArrayV2Read/TensorListGetItem" + op: "TensorListGetItem" + input: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + input: "placeholder" + input: "TensorArrayV2Read/TensorListGetItem/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem" + } } - } -} -node { - name: "save/Identity_374" - op: "Identity" - input: "save/Read_187/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "GreaterEqual" + op: "GreaterEqual" + input: "placeholder" + input: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } + } + } + experimental_debug_info { + original_node_names: "GreaterEqual" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + } } - } -} -node { - name: "save/Identity_375" - op: "Identity" - input: "save/Identity_374" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "placeholder_2" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } + } + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } - dim { - size: 128 + } + } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul" + } + } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + } } - } -} -node { - name: "save/Read_188/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_376" - op: "Identity" - input: "save/Read_188/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + } } - } -} -node { - name: "save/Identity_377" - op: "Identity" - input: "save/Identity_376" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_189/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_378" - op: "Identity" - input: "save/Read_189/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Const" + } } - } -} -node { - name: "save/Identity_379" - op: "Identity" - input: "save/Identity_378" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_190/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_380" - op: "Identity" - input: "save/Read_190/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + } } - } -} -node { - name: "save/Identity_381" - op: "Identity" - input: "save/Identity_380" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_191/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_382" - op: "Identity" - input: "save/Read_191/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "num_split" + value { + i: 2 } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/split" + } } - } -} -node { - name: "save/Identity_383" - op: "Identity" - input: "save/Identity_382" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_192/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_384" - op: "Identity" - input: "save/Read_192/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_385" - op: "Identity" - input: "save/Identity_384" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/Read_193/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_386" - op: "Identity" - input: "save/Read_193/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/Identity_387" - op: "Identity" - input: "save/Identity_386" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 - } + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_194/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_388" - op: "Identity" - input: "save/Read_194/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1" + } } - } -} -node { - name: "save/Identity_389" - op: "Identity" - input: "save/Identity_388" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + } } - } -} -node { - name: "save/Read_195/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_0/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_390" - op: "Identity" - input: "save/Read_195/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh" + } } - } -} -node { - name: "save/Identity_391" - op: "Identity" - input: "save/Identity_390" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1" + } } - } -} -node { - name: "save/Read_196/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_392" - op: "Identity" - input: "save/Read_196/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x" + } } - } -} -node { - name: "save/Identity_393" - op: "Identity" - input: "save/Identity_392" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/sub" + } } - } -} -node { - name: "save/Read_197/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_394" - op: "Identity" - input: "save/Read_197/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/gru_cell/add" + } } - } -} -node { - name: "save/Identity_395" - op: "Identity" - input: "save/Identity_394" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Const" + } } - } -} -node { - name: "save/Read_198/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_396" - op: "Identity" - input: "save/Read_198/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Shape" + } } - } -} -node { - name: "save/Identity_397" - op: "Identity" - input: "save/Identity_396" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_0/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 0 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/Read_199/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_398" - op: "Identity" - input: "save/Read_199/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + } } - } -} -node { - name: "save/Identity_399" - op: "Identity" - input: "save/Identity_398" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_0/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Cast" + } } - } -} -node { - name: "save/Read_200/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_400" - op: "Identity" - input: "save/Read_200/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_401" - op: "Identity" - input: "save/Identity_400" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Const" + } } - } -} -node { - name: "save/Read_201/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_402" - op: "Identity" - input: "save/Read_201/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Shape" + } } - } -} -node { - name: "save/Identity_403" - op: "Identity" - input: "save/Identity_402" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 1 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/Read_202/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_404" - op: "Identity" - input: "save/Read_202/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + } } - } -} -node { - name: "save/Identity_405" - op: "Identity" - input: "save/Identity_404" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + } } - } -} -node { - name: "save/Read_203/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Cast" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_406" - op: "Identity" - input: "save/Read_203/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + } } - } -} -node { - name: "save/Identity_407" - op: "Identity" - input: "save/Identity_406" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + } } - } -} -node { - name: "save/Read_204/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "placeholder_3" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_408" - op: "Identity" - input: "save/Read_204/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul" + } } - } -} -node { - name: "save/Identity_409" - op: "Identity" - input: "save/Identity_408" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + } } - } -} -node { - name: "save/Read_205/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_410" - op: "Identity" - input: "save/Read_205/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Const" + } } - } -} -node { - name: "save/Identity_411" - op: "Identity" - input: "save/Identity_410" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_206/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_412" - op: "Identity" - input: "save/Read_206/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/split" + } } - } -} -node { - name: "save/Identity_413" - op: "Identity" - input: "save/Identity_412" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul" + } } - } -} -node { - name: "save/Read_207/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_414" - op: "Identity" - input: "save/Read_207/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + } } - } -} -node { - name: "save/Identity_415" - op: "Identity" - input: "save/Identity_414" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1" + } } - } -} -node { - name: "save/Read_208/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_416" - op: "Identity" - input: "save/Read_208/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_1/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "save/Identity_417" - op: "Identity" - input: "save/Identity_416" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } + attr { + key: "data_format" + value { + s: "NHWC" } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + } } - } -} -node { - name: "save/Read_209/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_418" - op: "Identity" - input: "save/Read_209/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh" + } } - } -} -node { - name: "save/Identity_419" - op: "Identity" - input: "save/Identity_418" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1" + } } - } -} -node { - name: "save/Read_210/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_420" - op: "Identity" - input: "save/Read_210/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/sub" + } } - } -} -node { - name: "save/Identity_421" - op: "Identity" - input: "save/Identity_420" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2" + } } - } -} -node { - name: "save/Read_211/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/gru_cell/add" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_422" - op: "Identity" - input: "save/Read_211/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Const" + } } - } -} -node { - name: "save/Identity_423" - op: "Identity" - input: "save/Identity_422" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Mul" + } } - } -} -node { - name: "save/Read_212/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Shape" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_424" - op: "Identity" - input: "save/Read_212/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_1/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/Identity_425" - op: "Identity" - input: "save/Identity_424" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_213/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_426" - op: "Identity" - input: "save/Read_213/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + } } - } -} -node { - name: "save/Identity_427" - op: "Identity" - input: "save/Identity_426" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_1/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Cast" + } } - } -} -node { - name: "save/Read_214/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_428" - op: "Identity" - input: "save/Read_214/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_429" - op: "Identity" - input: "save/Identity_428" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Const" + } } - } -} -node { - name: "save/Read_215/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_430" - op: "Identity" - input: "save/Read_215/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Shape" + } } - } -} -node { - name: "save/Identity_431" - op: "Identity" - input: "save/Identity_430" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 3 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/Read_216/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_432" - op: "Identity" - input: "save/Read_216/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + } } - } -} -node { - name: "save/Identity_433" - op: "Identity" - input: "save/Identity_432" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Cast" + } } - } -} -node { - name: "save/Read_217/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_434" - op: "Identity" - input: "save/Read_217/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + } } - } -} -node { - name: "save/Identity_435" - op: "Identity" - input: "save/Identity_434" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "placeholder_4" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat" + } } - } -} -node { - name: "save/Read_218/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_436" - op: "Identity" - input: "save/Read_218/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul" + } } - } -} -node { - name: "save/Identity_437" - op: "Identity" - input: "save/Identity_436" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul:product:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + } } - } -} -node { - name: "save/Read_219/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + op: "Sigmoid" + input: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_438" - op: "Identity" - input: "save/Read_219/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_439" - op: "Identity" - input: "save/Identity_438" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Const" + } } - } -} -node { - name: "save/Read_220/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_440" - op: "Identity" - input: "save/Read_220/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + } } - } -} -node { - name: "save/Identity_441" - op: "Identity" - input: "save/Identity_440" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/split" + op: "Split" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split/split_dim:output:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/split" + } } - } -} -node { - name: "save/Read_221/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_442" - op: "Identity" - input: "save/Read_221/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + } } - } -} -node { - name: "save/Identity_443" - op: "Identity" - input: "save/Identity_442" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1" + op: "ConcatV2" + input: "bw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1" + } } - } -} -node { - name: "save/Read_222/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + op: "MatMul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_444" - op: "Identity" - input: "save/Read_222/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "bw/multi_rnn_cell/cell_2/gru_cell/MatMul_1:product:0" + input: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "data_format" + value { + s: "NHWC" + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + } } - } -} -node { - name: "save/Identity_445" - op: "Identity" - input: "save/Identity_444" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh" + op: "Tanh" + input: "bw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh" + } } - } -} -node { - name: "save/Read_223/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_446" - op: "Identity" - input: "save/Read_223/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x" + } } - } -} -node { - name: "save/Identity_447" - op: "Identity" - input: "save/Identity_446" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/sub" + op: "Sub" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/sub" + } } - } -} -node { - name: "save/Read_224/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_448" - op: "Identity" - input: "save/Read_224/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/gru_cell/add" + op: "AddV2" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + input: "bw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/gru_cell/add" + } } - } -} -node { - name: "save/Identity_449" - op: "Identity" - input: "save/Identity_448" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_225/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_450" - op: "Identity" - input: "save/Read_225/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Mul" + } } - } -} -node { - name: "save/Identity_451" - op: "Identity" - input: "save/Identity_450" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Shape" + } } - } -} -node { - name: "save/Read_226/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_2/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 4 + } + } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_452" - op: "Identity" - input: "save/Read_226/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_453" - op: "Identity" - input: "save/Identity_452" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + } } - } -} -node { - name: "save/Read_227/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_454" - op: "Identity" - input: "save/Read_227/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_2/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Cast" + } } - } -} -node { - name: "save/Identity_455" - op: "Identity" - input: "save/Identity_454" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_228/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_456" - op: "Identity" - input: "save/Read_228/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Identity_457" - op: "Identity" - input: "save/Identity_456" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_229/ReadVariableOp" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_458" - op: "Identity" - input: "save/Read_229/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Mul" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Identity_459" - op: "Identity" - input: "save/Identity_458" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Mul" + } } - } -} -node { - name: "save/Read_230/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Shape" + op: "Shape" + input: "bw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_460" - op: "Identity" - input: "save/Read_230/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } -} -node { - name: "save/Identity_461" - op: "Identity" - input: "save/Identity_460" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Shape" + } } - } -} -node { - name: "save/Read_231/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_462" - op: "Identity" - input: "save/Read_231/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } -} -node { - name: "save/Identity_463" - op: "Identity" - input: "save/Identity_462" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/Read_232/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/bias/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + attr { + key: "seed" + value { + i: 17 } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_464" - op: "Identity" - input: "save/Read_232/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 - } + attr { + key: "seed2" + value { + i: 5 } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/Identity_465" - op: "Identity" - input: "save/Identity_464" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } -} -node { - name: "save/Read_233/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 - } + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_466" - op: "Identity" - input: "save/Read_233/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + } } - } -} -node { - name: "save/Identity_467" - op: "Identity" - input: "save/Identity_466" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "bw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform:output:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + } } - } -} -node { - name: "save/Read_234/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Cast" + op: "Cast" + input: "bw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Cast" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_468" - op: "Identity" - input: "save/Read_234/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 22 + node_def { + name: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + op: "Mul" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } } - } -} -node { - name: "save/Identity_469" - op: "Identity" - input: "save/Identity_468" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Select" + op: "Select" + input: "GreaterEqual:z:0" + input: "select_bidirectional_rnn_bw_bw_zeros_0" + input: "bw/multi_rnn_cell/cell_2/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" } - dim { - size: 22 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select" + } } - } -} -node { - name: "save/Read_235/ReadVariableOp" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Select_1" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_2" + input: "bw/multi_rnn_cell/cell_0/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_0/dropout/Mul_1" } - dim { - size: 22 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_470" - op: "Identity" - input: "save/Read_235/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Select_2" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_3" + input: "bw/multi_rnn_cell/cell_1/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_1/dropout/Mul_1" } - dim { - size: 22 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_2" + } } - } -} -node { - name: "save/Identity_471" - op: "Identity" - input: "save/Identity_470" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "Select_3" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_4" + input: "bw/multi_rnn_cell/cell_2/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout/Mul_1" } - dim { - size: 22 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_3" + } } - } -} -node { - name: "save/Read_236/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 + node_def { + name: "TensorArrayV2Write/TensorListSetItem" + op: "TensorListSetItem" + input: "placeholder_1" + input: "placeholder" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Write/TensorListSetItem" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_472" - op: "Identity" - input: "save/Read_236/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } -} -node { - name: "save/Identity_473" - op: "Identity" - input: "save/Identity_472" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "add_0" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "add" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + node_def { + name: "add_1/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 8 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add_1/y" + } } - } -} -node { - name: "save/Read_237/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } + node_def { + name: "add_1_0" + op: "AddV2" + input: "bidirectional_rnn_bw_bw_while_loop_counter" + input: "add_1/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "add_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "add" + value: "add_0:z:0" } - } -} -node { - name: "save/Identity_474" - op: "Identity" - input: "save/Read_237/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "add_1" + value: "add_1_0:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 - } - dim { - size: 8 - } - } - } + ret { + key: "bidirectional_rnn_bw_bw_minimum" + value: "bidirectional_rnn_bw_bw_minimum_0" } - } -} -node { - name: "save/Identity_475" - op: "Identity" - input: "save/Identity_474" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "bidirectional_rnn_bw_bw_strided_slice_1" + value: "bidirectional_rnn_bw_bw_strided_slice_1_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + } + ret { + key: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "bw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_bw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + } + ret { + key: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen" + value: "greaterequal_bidirectional_rnn_bw_bw_checkseqlen_0" + } + ret { + key: "select_1" + value: "Select_1:output:0" + } + ret { + key: "select_2" + value: "Select_2:output:0" + } + ret { + key: "select_3" + value: "Select_3:output:0" + } + ret { + key: "select_bidirectional_rnn_bw_bw_zeros" + value: "select_bidirectional_rnn_bw_bw_zeros_0" + } + ret { + key: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor" + value: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_bw_bw_tensorarrayunstack_tensorlistfromtensor_0" + } + ret { + key: "tensorarrayv2write_tensorlistsetitem" + value: "TensorArrayV2Write/TensorListSetItem:output_handle:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Read_238/ReadVariableOp" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "save/Identity_476" - op: "Identity" - input: "save/Read_238/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } -} -node { - name: "save/Identity_477" - op: "Identity" - input: "save/Identity_476" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } } } } } - } -} -node { - name: "save/Read_239/ReadVariableOp" - op: "ReadVariableOp" - input: "global_step" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "save/Identity_478" - op: "Identity" - input: "save/Read_239/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } } } } - } -} -node { - name: "save/Identity_479" - op: "Identity" - input: "save/Identity_478" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_INT64 + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/SaveV2/tensor_names" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } - string_val: "beta1_power" - string_val: "beta2_power" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "dense/bias" - string_val: "dense/bias/Adam" - string_val: "dense/bias/Adam_1" - string_val: "dense/kernel" - string_val: "dense/kernel/Adam" - string_val: "dense/kernel/Adam_1" - string_val: "embeddings" - string_val: "embeddings/Adam" - string_val: "embeddings/Adam_1" - string_val: "global_step" } } - } -} -node { - name: "save/SaveV2/shape_and_slices" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 + arg_attr { + key: 22 + value { + attr { + key: "_class" + value { + list { + s: "loc:@bw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } } } - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } + } + } + function { + signature { + name: "bidirectional_rnn_fw_fw_while_body_313_rewritten" + input_arg { + name: "bidirectional_rnn_fw_fw_while_loop_counter" + type: DT_INT32 + } + input_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1_0" + type: DT_INT32 + } + input_arg { + name: "placeholder" + type: DT_INT32 + } + input_arg { + name: "placeholder_1" + type: DT_VARIANT + } + input_arg { + name: "placeholder_2" + type: DT_FLOAT + } + input_arg { + name: "placeholder_3" + type: DT_FLOAT + } + input_arg { + name: "placeholder_4" + type: DT_FLOAT + } + input_arg { + name: "bidirectional_rnn_fw_fw_minimum_0" + type: DT_INT32 + } + input_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + type: DT_VARIANT + } + input_arg { + name: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" + type: DT_INT32 + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + type: DT_FLOAT + } + input_arg { + name: "select_bidirectional_rnn_fw_fw_zeros_0" + type: DT_FLOAT + } + input_arg { + name: "tensorlistpushback_gradients_bidirectional_rnn_fw_fw_while_grad_select_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_1_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_2_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_2_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_3_gradients_bidirectional_rnn_fw_fw_while_grad_greaterequal_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_4_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_3_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_5_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_4_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_6_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_7_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_8_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_9_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_10_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_11_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_12_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_13_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_14_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_15_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_16_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_17_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_18_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_19_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_20_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_21_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_22_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_23_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_24_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_25_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_26_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_27_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_28_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_29_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_30_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_31_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_32_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_33_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_34_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_35_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_36_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_37_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_38_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_39_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_40_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_41_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_42_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_43_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_44_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_45_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_46_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_47_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_48_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_49_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_50_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_51_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_52_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_53_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_54_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_55_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_56_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_57_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_58_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_59_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_60_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_61_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_62_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_63_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_64_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_65_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_66_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_67_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_68_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_69_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_70_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_71_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_72_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_73_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_74_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_75_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_76_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_77_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_78_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_79_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_80_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_81_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_82_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_83_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_84_gradients_bidirectional_rnn_fw_fw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_85_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_86_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_87_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_88_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + type: DT_VARIANT + } + input_arg { + name: "tensorlistpushback_89_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + type: DT_VARIANT + } + output_arg { + name: "add_1" + type: DT_INT32 + } + output_arg { + name: "bidirectional_rnn_fw_fw_strided_slice_1" + type: DT_INT32 + } + output_arg { + name: "add" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2write_tensorlistsetitem" + type: DT_VARIANT + } + output_arg { + name: "select_1" + type: DT_FLOAT + } + output_arg { + name: "select_2" + type: DT_FLOAT + } + output_arg { + name: "select_3" + type: DT_FLOAT + } + output_arg { + name: "bidirectional_rnn_fw_fw_minimum" + type: DT_INT32 + } + output_arg { + name: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + type: DT_VARIANT + } + output_arg { + name: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen" + type: DT_INT32 + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + type: DT_FLOAT + } + output_arg { + name: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + type: DT_FLOAT + } + output_arg { + name: "select_bidirectional_rnn_fw_fw_zeros" + type: DT_FLOAT + } + output_arg { + name: "tensorlistpushback" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_1" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_2" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_3" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_4" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_5" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_6" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_7" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_8" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_9" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_10" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_11" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_12" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_13" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_14" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_15" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_16" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_17" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_18" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_19" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_20" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_21" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_22" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_23" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_24" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_25" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_26" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_27" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_28" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_29" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_30" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_31" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_32" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_33" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_34" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_35" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_36" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_37" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_38" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_39" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_40" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_41" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_42" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_43" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_44" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_45" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_46" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_47" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_48" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_49" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_50" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_51" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_52" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_53" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_54" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_55" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_56" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_57" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_58" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_59" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_60" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_61" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_62" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_63" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_64" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_65" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_66" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_67" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_68" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_69" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_70" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_71" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_72" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_73" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_74" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_75" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_76" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_77" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_78" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_79" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_80" + type: DT_VARIANT } - } - } -} -node { - name: "save/SaveV2" - op: "SaveV2" - input: "save/ShardedFilename" - input: "save/SaveV2/tensor_names" - input: "save/SaveV2/shape_and_slices" - input: "save/Identity_241" - input: "save/Identity_243" - input: "save/Identity_245" - input: "save/Identity_247" - input: "save/Identity_249" - input: "save/Identity_251" - input: "save/Identity_253" - input: "save/Identity_255" - input: "save/Identity_257" - input: "save/Identity_259" - input: "save/Identity_261" - input: "save/Identity_263" - input: "save/Identity_265" - input: "save/Identity_267" - input: "save/Identity_269" - input: "save/Identity_271" - input: "save/Identity_273" - input: "save/Identity_275" - input: "save/Identity_277" - input: "save/Identity_279" - input: "save/Identity_281" - input: "save/Identity_283" - input: "save/Identity_285" - input: "save/Identity_287" - input: "save/Identity_289" - input: "save/Identity_291" - input: "save/Identity_293" - input: "save/Identity_295" - input: "save/Identity_297" - input: "save/Identity_299" - input: "save/Identity_301" - input: "save/Identity_303" - input: "save/Identity_305" - input: "save/Identity_307" - input: "save/Identity_309" - input: "save/Identity_311" - input: "save/Identity_313" - input: "save/Identity_315" - input: "save/Identity_317" - input: "save/Identity_319" - input: "save/Identity_321" - input: "save/Identity_323" - input: "save/Identity_325" - input: "save/Identity_327" - input: "save/Identity_329" - input: "save/Identity_331" - input: "save/Identity_333" - input: "save/Identity_335" - input: "save/Identity_337" - input: "save/Identity_339" - input: "save/Identity_341" - input: "save/Identity_343" - input: "save/Identity_345" - input: "save/Identity_347" - input: "save/Identity_349" - input: "save/Identity_351" - input: "save/Identity_353" - input: "save/Identity_355" - input: "save/Identity_357" - input: "save/Identity_359" - input: "save/Identity_361" - input: "save/Identity_363" - input: "save/Identity_365" - input: "save/Identity_367" - input: "save/Identity_369" - input: "save/Identity_371" - input: "save/Identity_373" - input: "save/Identity_375" - input: "save/Identity_377" - input: "save/Identity_379" - input: "save/Identity_381" - input: "save/Identity_383" - input: "save/Identity_385" - input: "save/Identity_387" - input: "save/Identity_389" - input: "save/Identity_391" - input: "save/Identity_393" - input: "save/Identity_395" - input: "save/Identity_397" - input: "save/Identity_399" - input: "save/Identity_401" - input: "save/Identity_403" - input: "save/Identity_405" - input: "save/Identity_407" - input: "save/Identity_409" - input: "save/Identity_411" - input: "save/Identity_413" - input: "save/Identity_415" - input: "save/Identity_417" - input: "save/Identity_419" - input: "save/Identity_421" - input: "save/Identity_423" - input: "save/Identity_425" - input: "save/Identity_427" - input: "save/Identity_429" - input: "save/Identity_431" - input: "save/Identity_433" - input: "save/Identity_435" - input: "save/Identity_437" - input: "save/Identity_439" - input: "save/Identity_441" - input: "save/Identity_443" - input: "save/Identity_445" - input: "save/Identity_447" - input: "save/Identity_449" - input: "save/Identity_451" - input: "save/Identity_453" - input: "save/Identity_455" - input: "save/Identity_457" - input: "save/Identity_459" - input: "save/Identity_461" - input: "save/Identity_463" - input: "save/Identity_465" - input: "save/Identity_467" - input: "save/Identity_469" - input: "save/Identity_471" - input: "save/Identity_473" - input: "save/Identity_475" - input: "save/Identity_477" - input: "save/Identity_479" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "dtypes" - value { - list { - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_INT64 + output_arg { + name: "tensorlistpushback_81" + type: DT_VARIANT } - } - } -} -node { - name: "save/control_dependency" - op: "Identity" - input: "save/ShardedFilename" - input: "^save/SaveV2" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "_class" - value { - list { - s: "loc:@save/ShardedFilename" + output_arg { + name: "tensorlistpushback_82" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_83" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_84" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_85" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_86" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_87" + type: DT_VARIANT + } + output_arg { + name: "tensorlistpushback_88" + type: DT_VARIANT } + output_arg { + name: "tensorlistpushback_89" + type: DT_VARIANT + } + is_stateful: true } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorArrayV2Read/TensorListGetItem/element_shape" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } - } - } -} -node { - name: "save/MergeV2Checkpoints/checkpoint_prefixes" - op: "Pack" - input: "save/ShardedFilename" - input: "^save/control_dependency" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "N" - value { - i: 1 - } - } - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 1 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + dim { + size: 2 + } + } + tensor_content: "\377\377\377\377\010\000\000\000" } } } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem/element_shape" + } } - } - attr { - key: "axis" - value { - i: 0 - } - } -} -node { - name: "save/MergeV2Checkpoints" - op: "MergeV2Checkpoints" - input: "save/MergeV2Checkpoints/checkpoint_prefixes" - input: "save/Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "delete_old_dirs" - value { - b: true - } - } -} -node { - name: "save/Identity_480" - op: "Identity" - input: "save/Const" - input: "^save/MergeV2Checkpoints" - input: "^save/control_dependency" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "T" - value { - type: DT_STRING - } - } - attr { - key: "_output_shapes" - value { - list { - shape { + node_def { + name: "TensorArrayV2Read/TensorListGetItem" + op: "TensorListGetItem" + input: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" + input: "placeholder" + input: "TensorArrayV2Read/TensorListGetItem/element_shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 8 + } + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorArrayV2Read/TensorListGetItem" + } } - } -} -node { - name: "save/RestoreV2/tensor_names" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + node_def { + name: "GreaterEqual" + op: "GreaterEqual" + input: "placeholder" + input: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } } } } + experimental_debug_info { + original_node_names: "GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_STRING - } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } - string_val: "beta1_power" - string_val: "beta2_power" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - string_val: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - string_val: "dense/bias" - string_val: "dense/bias/Adam" - string_val: "dense/bias/Adam_1" - string_val: "dense/kernel" - string_val: "dense/kernel/Adam" - string_val: "dense/kernel/Adam_1" - string_val: "embeddings" - string_val: "embeddings/Adam" - string_val: "embeddings/Adam_1" - string_val: "global_step" } - } - } -} -node { - name: "save/RestoreV2/shape_and_slices" - op: "Const" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 120 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis" + } } - } - attr { - key: "dtype" - value { - type: DT_STRING + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "placeholder_2" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 + } + } + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat" + } } - } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { - size: 120 + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" - string_val: "" + } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul" } } - } -} -node { - name: "save/RestoreV2" - op: "RestoreV2" - input: "save/Const" - input: "save/RestoreV2/tensor_names" - input: "save/RestoreV2/shape_and_slices" - device: "/replica:0/task:0/device:CPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "data_format" + value { + s: "NHWC" } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Const" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "num_split" + value { + i: 2 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/split" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1" + op: "ConcatV2" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } - shape { - unknown_rank: true + } + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "Tidx" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 136 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "transpose_a" + value { + b: false } - shape { - unknown_rank: true + } + attr { + key: "transpose_b" + value { + b: false } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_0/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "data_format" + value { + s: "NHWC" } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_0/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + input: "placeholder_2" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/sub" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/gru_cell/add" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Const" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Mul" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "out_type" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Shape" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_0/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "seed" + value { + i: 17 } - shape { - unknown_rank: true + } + attr { + key: "seed2" + value { + i: 0 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_0/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "SrcT" + value { + type: DT_BOOL } - shape { - unknown_rank: true + } + attr { + key: "Truncate" + value { + b: false } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Cast" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout/Mul_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Const" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Mul" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "out_type" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Shape" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "seed" + value { + i: 17 } - shape { - unknown_rank: true + } + attr { + key: "seed2" + value { + i: 1 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_0/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_0/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "SrcT" + value { + type: DT_BOOL } - shape { - unknown_rank: true + } + attr { + key: "Truncate" + value { + b: false } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Cast" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "placeholder_3" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } - shape { - unknown_rank: true + } + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "Tidx" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "transpose_a" + value { + b: false } - shape { - unknown_rank: true + } + attr { + key: "transpose_b" + value { + b: false } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "data_format" + value { + s: "NHWC" } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Const" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } - shape { - unknown_rank: true + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + attr { + key: "num_split" + value { + i: 2 } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/split" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT } - shape { - unknown_rank: true + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } - shape { - unknown_rank: true + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul" + } + } + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - shape { - unknown_rank: true + } + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } - attr { - key: "dtypes" - value { - list { - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_FLOAT - type: DT_INT64 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis" } } - } -} -node { - name: "save/Identity_481" - op: "Identity" - input: "save/RestoreV2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/AssignVariableOp" - op: "AssignVariableOp" - input: "beta1_power" - input: "save/Identity_481" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp" - op: "ReadVariableOp" - input: "beta1_power" - input: "^save/AssignVariableOp" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_482" - op: "Identity" - input: "save/RestoreV2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Tidx" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/AssignVariableOp_1" - op: "AssignVariableOp" - input: "beta1_power/replica_1" - input: "save/Identity_482" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_1" - op: "ReadVariableOp" - input: "beta1_power/replica_1" - input: "^save/AssignVariableOp_1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_1" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps" - op: "NoOp" - input: "^save/group_deps/NoOp" - input: "^save/group_deps/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_483" - op: "Identity" - input: "save/RestoreV2:1" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_2" - op: "AssignVariableOp" - input: "beta2_power" - input: "save/Identity_483" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_2" - op: "ReadVariableOp" - input: "beta2_power" - input: "^save/AssignVariableOp_2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_484" - op: "Identity" - input: "save/RestoreV2:1" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "transpose_a" + value { + b: false } } - } - } -} -node { - name: "save/AssignVariableOp_3" - op: "AssignVariableOp" - input: "beta2_power/replica_1" - input: "save/Identity_484" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_3" - op: "ReadVariableOp" - input: "beta2_power/replica_1" - input: "^save/AssignVariableOp_3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + attr { + key: "transpose_b" + value { + b: false } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_1/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_2" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_1/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_3" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_1" - op: "NoOp" - input: "^save/group_deps_1/NoOp" - input: "^save/group_deps_1/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_485" - op: "Identity" - input: "save/RestoreV2:2" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_1/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_4" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_485" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_4" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_486" - op: "Identity" - input: "save/RestoreV2:2" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "data_format" + value { + s: "NHWC" } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1" + } } - } -} -node { - name: "save/AssignVariableOp_5" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_486" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_5" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_1/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_2/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_4" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_2/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_5" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_2" - op: "NoOp" - input: "^save/group_deps_2/NoOp" - input: "^save/group_deps_2/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_487" - op: "Identity" - input: "save/RestoreV2:3" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + input: "placeholder_3" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_6" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_487" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_6" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_488" - op: "Identity" - input: "save/RestoreV2:3" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "save/AssignVariableOp_7" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_488" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_7" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_3/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_6" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_3/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_7" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_3" - op: "NoOp" - input: "^save/group_deps_3/NoOp" - input: "^save/group_deps_3/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_489" - op: "Identity" - input: "save/RestoreV2:4" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_8" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_489" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_8" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/sub" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_490" - op: "Identity" - input: "save/RestoreV2:4" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_9" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_490" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_9" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_4/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_8" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_4/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_9" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_4" - op: "NoOp" - input: "^save/group_deps_4/NoOp" - input: "^save/group_deps_4/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_491" - op: "Identity" - input: "save/RestoreV2:5" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/gru_cell/add" + } } - } -} -node { - name: "save/AssignVariableOp_10" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_491" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_10" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_492" - op: "Identity" - input: "save/RestoreV2:5" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_11" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_492" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_11" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_5/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_10" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_5/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_11" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_5" - op: "NoOp" - input: "^save/group_deps_5/NoOp" - input: "^save/group_deps_5/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_493" - op: "Identity" - input: "save/RestoreV2:6" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_12" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_493" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_12" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_494" - op: "Identity" - input: "save/RestoreV2:6" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_13" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_494" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_13" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_1/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_6/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_12" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_6/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_13" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_6" - op: "NoOp" - input: "^save/group_deps_6/NoOp" - input: "^save/group_deps_6/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_495" - op: "Identity" - input: "save/RestoreV2:7" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/AssignVariableOp_14" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_495" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_14" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_496" - op: "Identity" - input: "save/RestoreV2:7" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_15" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_496" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_15" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_7/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_14" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_7/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_15" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_7" - op: "NoOp" - input: "^save/group_deps_7/NoOp" - input: "^save/group_deps_7/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_497" - op: "Identity" - input: "save/RestoreV2:8" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_1/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT + } + } + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Cast" + } } - } -} -node { - name: "save/AssignVariableOp_16" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_497" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout/Mul_1" + } } - } -} -node { - name: "save/ReadVariableOp_16" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_498" - op: "Identity" - input: "save/RestoreV2:8" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_17" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_498" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_17" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_8/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_16" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_8/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_17" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_8" - op: "NoOp" - input: "^save/group_deps_8/NoOp" - input: "^save/group_deps_8/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_499" - op: "Identity" - input: "save/RestoreV2:9" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_18" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_499" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_18" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_500" - op: "Identity" - input: "save/RestoreV2:9" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_19" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_500" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_19" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_9/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_18" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_9/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_19" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_9" - op: "NoOp" - input: "^save/group_deps_9/NoOp" - input: "^save/group_deps_9/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_501" - op: "Identity" - input: "save/RestoreV2:10" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 3 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/AssignVariableOp_20" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_501" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_20" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_502" - op: "Identity" - input: "save/RestoreV2:10" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_21" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_502" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_21" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_10/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_20" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_10/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_21" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_10" - op: "NoOp" - input: "^save/group_deps_10/NoOp" - input: "^save/group_deps_10/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_503" - op: "Identity" - input: "save/RestoreV2:11" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_1/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_22" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_503" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_22" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_504" - op: "Identity" - input: "save/RestoreV2:11" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_1/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_23" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_504" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_23" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Cast" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_11/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_22" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_11/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_23" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_11" - op: "NoOp" - input: "^save/group_deps_11/NoOp" - input: "^save/group_deps_11/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_505" - op: "Identity" - input: "save/RestoreV2:12" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1" + } } - } -} -node { - name: "save/AssignVariableOp_24" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_505" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_24" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_506" - op: "Identity" - input: "save/RestoreV2:12" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "placeholder_4" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/AssignVariableOp_25" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_506" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_25" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_12/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_24" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_12/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_25" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_12" - op: "NoOp" - input: "^save/group_deps_12/NoOp" - input: "^save/group_deps_12/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_507" - op: "Identity" - input: "save/RestoreV2:13" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_26" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_507" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_26" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + attr { + key: "transpose_a" + value { + b: false + } + } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_508" - op: "Identity" - input: "save/RestoreV2:13" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul:product:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } + } + } + attr { + key: "data_format" + value { + s: "NHWC" } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd" + } } - } -} -node { - name: "save/AssignVariableOp_27" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_508" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + op: "Sigmoid" + input: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid" + } } - } -} -node { - name: "save/ReadVariableOp_27" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 2 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_13/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_26" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_13/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_27" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_13" - op: "NoOp" - input: "^save/group_deps_13/NoOp" - input: "^save/group_deps_13/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_509" - op: "Identity" - input: "save/RestoreV2:14" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "save/AssignVariableOp_28" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_509" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_28" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_510" - op: "Identity" - input: "save/RestoreV2:14" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/split" + op: "Split" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split/split_dim:output:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_29" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_510" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_29" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + attr { + key: "num_split" + value { + i: 2 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/split" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_14/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_28" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_14/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_29" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_14" - op: "NoOp" - input: "^save/group_deps_14/NoOp" - input: "^save/group_deps_14/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_511" - op: "Identity" - input: "save/RestoreV2:15" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul" + } } - } -} -node { - name: "save/AssignVariableOp_30" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_511" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_30" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_512" - op: "Identity" - input: "save/RestoreV2:15" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/AssignVariableOp_31" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_512" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_31" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_15/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_30" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_15/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_31" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_15" - op: "NoOp" - input: "^save/group_deps_15/NoOp" - input: "^save/group_deps_15/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_513" - op: "Identity" - input: "save/RestoreV2:16" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1" + op: "ConcatV2" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1/axis:output:0" + attr { + key: "N" + value { + i: 2 } } - } - } -} -node { - name: "save/AssignVariableOp_32" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_513" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_32" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "Tidx" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 256 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_514" - op: "Identity" - input: "save/RestoreV2:16" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + op: "MatMul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_33" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_514" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_33" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_16/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_32" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_16/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_33" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_16" - op: "NoOp" - input: "^save/group_deps_16/NoOp" - input: "^save/group_deps_16/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_515" - op: "Identity" - input: "save/RestoreV2:17" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "transpose_a" + value { + b: false } } + attr { + key: "transpose_b" + value { + b: false + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1" + } } - } -} -node { - name: "save/AssignVariableOp_34" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_515" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_34" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + op: "BiasAdd" + input: "fw/multi_rnn_cell/cell_2/gru_cell/MatMul_1:product:0" + input: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_516" - op: "Identity" - input: "save/RestoreV2:17" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "data_format" + value { + s: "NHWC" } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1" + } } - } -} -node { - name: "save/AssignVariableOp_35" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_516" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_35" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh" + op: "Tanh" + input: "fw/multi_rnn_cell/cell_2/gru_cell/BiasAdd_1:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_17/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_34" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_17/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_35" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_17" - op: "NoOp" - input: "^save/group_deps_17/NoOp" - input: "^save/group_deps_17/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_517" - op: "Identity" - input: "save/RestoreV2:18" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + input: "placeholder_4" + attr { + key: "T" + value { + type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1" + } } - } -} -node { - name: "save/AssignVariableOp_36" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_517" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_36" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 256 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.0 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_518" - op: "Identity" - input: "save/RestoreV2:18" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/sub" + op: "Sub" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_37" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_518" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_37" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/sub" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_18/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_36" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_18/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_37" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_18" - op: "NoOp" - input: "^save/group_deps_18/NoOp" - input: "^save/group_deps_18/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_519" - op: "Identity" - input: "save/RestoreV2:19" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_38" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_519" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_38" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_520" - op: "Identity" - input: "save/RestoreV2:19" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/gru_cell/add" + op: "AddV2" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_39" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_520" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_39" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/gru_cell/add" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_19/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_38" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_19/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_39" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_19" - op: "NoOp" - input: "^save/group_deps_19/NoOp" - input: "^save/group_deps_19/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_521" - op: "Identity" - input: "save/RestoreV2:20" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } - } - } -} -node { - name: "save/AssignVariableOp_40" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_521" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_40" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_522" - op: "Identity" - input: "save/RestoreV2:20" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_41" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_522" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_41" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_20/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_40" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_20/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_41" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_20" - op: "NoOp" - input: "^save/group_deps_20/NoOp" - input: "^save/group_deps_20/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_523" - op: "Identity" - input: "save/RestoreV2:21" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_42" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_523" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_42" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_524" - op: "Identity" - input: "save/RestoreV2:21" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_43" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_524" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_43" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_2/dropout/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_21/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_42" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_21/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_43" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_21" - op: "NoOp" - input: "^save/group_deps_21/NoOp" - input: "^save/group_deps_21/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_525" - op: "Identity" - input: "save/RestoreV2:22" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 4 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/AssignVariableOp_44" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_525" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_44" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_526" - op: "Identity" - input: "save/RestoreV2:22" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_45" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_526" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_45" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_22/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_44" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_22/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_45" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_22" - op: "NoOp" - input: "^save/group_deps_22/NoOp" - input: "^save/group_deps_22/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_527" - op: "Identity" - input: "save/RestoreV2:23" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_2/dropout/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_46" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_527" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_46" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_528" - op: "Identity" - input: "save/RestoreV2:23" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_2/dropout/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_47" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_528" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_47" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } + attr { + key: "SrcT" + value { + type: DT_BOOL } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_23/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_46" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_23/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_47" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_23" - op: "NoOp" - input: "^save/group_deps_23/NoOp" - input: "^save/group_deps_23/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_529" - op: "Identity" - input: "save/RestoreV2:24" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "Truncate" + value { + b: false } } - } - } -} -node { - name: "save/AssignVariableOp_48" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_529" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_48" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Cast" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_530" - op: "Identity" - input: "save/RestoreV2:24" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout/Mul_1" + } } - } -} -node { - name: "save/AssignVariableOp_49" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_530" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_49" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Const" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_FLOAT + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 1.25 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Const" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_24/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_48" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_24/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_49" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_24" - op: "NoOp" - input: "^save/group_deps_24/NoOp" - input: "^save/group_deps_24/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_531" - op: "Identity" - input: "save/RestoreV2:25" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Mul" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_50" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_531" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_50" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Mul" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_532" - op: "Identity" - input: "save/RestoreV2:25" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_51" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_532" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_51" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_25/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_50" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_25/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_51" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_25" - op: "NoOp" - input: "^save/group_deps_25/NoOp" - input: "^save/group_deps_25/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_533" - op: "Identity" - input: "save/RestoreV2:26" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_52" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_533" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_52" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + op: "RandomUniform" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Shape:output:0" + attr { + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_534" - op: "Identity" - input: "save/RestoreV2:26" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } + attr { + key: "seed" + value { + i: 17 + } + } + attr { + key: "seed2" + value { + i: 5 + } + } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform" + } } - } -} -node { - name: "save/AssignVariableOp_53" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_534" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_53" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_26/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_52" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_26/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_53" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_26" - op: "NoOp" - input: "^save/group_deps_26/NoOp" - input: "^save/group_deps_26/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_535" - op: "Identity" - input: "save/RestoreV2:27" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_54" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_535" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_54" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "value" + value { + tensor { + dtype: DT_FLOAT + tensor_shape { + } + float_val: 0.19999998807907104 } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_536" - op: "Identity" - input: "save/RestoreV2:27" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + op: "GreaterEqual" + input: "fw/multi_rnn_cell/cell_2/dropout_1/random_uniform/RandomUniform:output:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual/y:output:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_55" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_536" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_55" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_27/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_54" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_27/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_55" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_27" - op: "NoOp" - input: "^save/group_deps_27/NoOp" - input: "^save/group_deps_27/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_537" - op: "Identity" - input: "save/RestoreV2:28" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Cast" + op: "Cast" + input: "fw/multi_rnn_cell/cell_2/dropout_1/GreaterEqual:z:0" + attr { + key: "DstT" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_56" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_537" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_56" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "SrcT" + value { + type: DT_BOOL + } + } + attr { + key: "Truncate" + value { + b: false + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Cast" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_538" - op: "Identity" - input: "save/RestoreV2:28" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + op: "Mul" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_57" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_538" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_57" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_28/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_56" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_28/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_57" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_28" - op: "NoOp" - input: "^save/group_deps_28/NoOp" - input: "^save/group_deps_28/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_539" - op: "Identity" - input: "save/RestoreV2:29" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Select" + op: "Select" + input: "GreaterEqual:z:0" + input: "select_bidirectional_rnn_fw_fw_zeros_0" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_58" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_539" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_58" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_540" - op: "Identity" - input: "save/RestoreV2:29" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Select_1" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_2" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_59" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_540" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_59" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_0/dropout/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_29/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_58" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_29/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_59" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_29" - op: "NoOp" - input: "^save/group_deps_29/NoOp" - input: "^save/group_deps_29/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_541" - op: "Identity" - input: "save/RestoreV2:30" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Select_2" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_3" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_60" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_541" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_60" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_1/dropout/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_2" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_542" - op: "Identity" - input: "save/RestoreV2:30" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "Select_3" + op: "Select" + input: "GreaterEqual:z:0" + input: "placeholder_4" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_61" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_542" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_61" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout/Mul_1" } - dim { - size: 128 + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } } } } + experimental_debug_info { + original_node_names: "Select_3" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_30/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_60" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_30/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_61" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_30" - op: "NoOp" - input: "^save/group_deps_30/NoOp" - input: "^save/group_deps_30/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_543" - op: "Identity" - input: "save/RestoreV2:31" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "TensorArrayV2Write/TensorListSetItem" + op: "TensorListSetItem" + input: "placeholder_1" + input: "placeholder" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorArrayV2Write/TensorListSetItem" + } } - } -} -node { - name: "save/AssignVariableOp_62" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_543" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_62" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "add/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } - dim { - size: 128 + } + } + attr { + key: "dtype" + value { + type: DT_INT32 + } + } + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_544" - op: "Identity" - input: "save/RestoreV2:31" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "add_0" + op: "AddV2" + input: "placeholder" + input: "add/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "add" + } } - } -} -node { - name: "save/AssignVariableOp_63" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_544" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_63" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "add_1/y" + op: "Const" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_31/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_62" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_31/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_63" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_31" - op: "NoOp" - input: "^save/group_deps_31/NoOp" - input: "^save/group_deps_31/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_545" - op: "Identity" - input: "save/RestoreV2:32" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "dtype" + value { + type: DT_INT32 } } - } - } -} -node { - name: "save/AssignVariableOp_64" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_545" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_64" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "value" + value { + tensor { + dtype: DT_INT32 + tensor_shape { + } + int_val: 1 } } } + experimental_debug_info { + original_node_names: "add_1/y" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_546" - op: "Identity" - input: "save/RestoreV2:32" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "add_1_0" + op: "AddV2" + input: "bidirectional_rnn_fw_fw_while_loop_counter" + input: "add_1/y:output:0" + attr { + key: "T" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "add_1" + } } - } -} -node { - name: "save/AssignVariableOp_65" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_546" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_65" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack" + op: "TensorListPushBack" + input: "tensorlistpushback_gradients_bidirectional_rnn_fw_fw_while_grad_select_0_accumulator" + input: "Select:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_32/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_64" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_32/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_65" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_32" - op: "NoOp" - input: "^save/group_deps_32/NoOp" - input: "^save/group_deps_32/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_547" - op: "Identity" - input: "save/RestoreV2:33" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack" + } } - } -} -node { - name: "save/AssignVariableOp_66" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_547" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_66" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_1" + op: "TensorListPushBack" + input: "tensorlistpushback_1_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_0_accumulator" + input: "placeholder" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_548" - op: "Identity" - input: "save/RestoreV2:33" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_1" + } } - } -} -node { - name: "save/AssignVariableOp_67" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_548" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_67" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_2" + op: "TensorListPushBack" + input: "tensorlistpushback_2_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_2_0_accumulator" + input: "placeholder_2" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_33/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_66" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_33/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_67" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_33" - op: "NoOp" - input: "^save/group_deps_33/NoOp" - input: "^save/group_deps_33/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_549" - op: "Identity" - input: "save/RestoreV2:34" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_2" + } } - } -} -node { - name: "save/AssignVariableOp_68" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_549" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_68" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_3" + op: "TensorListPushBack" + input: "tensorlistpushback_3_gradients_bidirectional_rnn_fw_fw_while_grad_greaterequal_0_accumulator" + input: "GreaterEqual:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_550" - op: "Identity" - input: "save/RestoreV2:34" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_BOOL } } + experimental_debug_info { + original_node_names: "TensorListPushBack_3" + } } - } -} -node { - name: "save/AssignVariableOp_69" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_550" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_69" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_4" + op: "TensorListPushBack" + input: "tensorlistpushback_4_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_3_0_accumulator" + input: "placeholder_3" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_34/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_68" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_34/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_69" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_34" - op: "NoOp" - input: "^save/group_deps_34/NoOp" - input: "^save/group_deps_34/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_551" - op: "Identity" - input: "save/RestoreV2:35" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_4" + } } - } -} -node { - name: "save/AssignVariableOp_70" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_551" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_70" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_5" + op: "TensorListPushBack" + input: "tensorlistpushback_5_gradients_bidirectional_rnn_fw_fw_while_grad_placeholder_4_0_accumulator" + input: "placeholder_4" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_552" - op: "Identity" - input: "save/RestoreV2:35" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_5" + } } - } -} -node { - name: "save/AssignVariableOp_71" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_552" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_71" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_35/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_70" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_35/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_71" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_35" - op: "NoOp" - input: "^save/group_deps_35/NoOp" - input: "^save/group_deps_35/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_553" - op: "Identity" - input: "save/RestoreV2:36" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_72" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_553" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_72" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_554" - op: "Identity" - input: "save/RestoreV2:36" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_73" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_554" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_73" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_6" + op: "TensorListPushBack" + input: "tensorlistpushback_6_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_36/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_72" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_36/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_73" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_36" - op: "NoOp" - input: "^save/group_deps_36/NoOp" - input: "^save/group_deps_36/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_555" - op: "Identity" - input: "save/RestoreV2:37" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_6" + } } - } -} -node { - name: "save/AssignVariableOp_74" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_555" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_74" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_7" + op: "TensorListPushBack" + input: "tensorlistpushback_7_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_556" - op: "Identity" - input: "save/RestoreV2:37" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_7" + } } - } -} -node { - name: "save/AssignVariableOp_75" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_556" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_75" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_8" + op: "TensorListPushBack" + input: "tensorlistpushback_8_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_37/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_74" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_37/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_75" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_37" - op: "NoOp" - input: "^save/group_deps_37/NoOp" - input: "^save/group_deps_37/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_557" - op: "Identity" - input: "save/RestoreV2:38" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_8" + } } - } -} -node { - name: "save/AssignVariableOp_76" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_557" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_76" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_76" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_9" + op: "TensorListPushBack" + input: "tensorlistpushback_9_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_558" - op: "Identity" - input: "save/RestoreV2:38" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_9" + } } - } -} -node { - name: "save/AssignVariableOp_77" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_558" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_77" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_77" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_38/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_76" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_38/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_77" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_38" - op: "NoOp" - input: "^save/group_deps_38/NoOp" - input: "^save/group_deps_38/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_559" - op: "Identity" - input: "save/RestoreV2:39" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_78" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_559" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_78" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_78" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_560" - op: "Identity" - input: "save/RestoreV2:39" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_79" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_560" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_79" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_79" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_10" + op: "TensorListPushBack" + input: "tensorlistpushback_10_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_39/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_78" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_39/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_79" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_39" - op: "NoOp" - input: "^save/group_deps_39/NoOp" - input: "^save/group_deps_39/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_561" - op: "Identity" - input: "save/RestoreV2:40" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_10" + } } - } -} -node { - name: "save/AssignVariableOp_80" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_561" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_80" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_80" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_11" + op: "TensorListPushBack" + input: "tensorlistpushback_11_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_562" - op: "Identity" - input: "save/RestoreV2:40" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_11" + } } - } -} -node { - name: "save/AssignVariableOp_81" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_562" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_81" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_81" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_12" + op: "TensorListPushBack" + input: "tensorlistpushback_12_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_40/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_80" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_40/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_81" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_40" - op: "NoOp" - input: "^save/group_deps_40/NoOp" - input: "^save/group_deps_40/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_563" - op: "Identity" - input: "save/RestoreV2:41" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_12" + } } - } -} -node { - name: "save/AssignVariableOp_82" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_563" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_82" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_82" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_13" + op: "TensorListPushBack" + input: "tensorlistpushback_13_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_564" - op: "Identity" - input: "save/RestoreV2:41" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_13" + } } - } -} -node { - name: "save/AssignVariableOp_83" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_564" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_83" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_83" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_41/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_82" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_41/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_83" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_41" - op: "NoOp" - input: "^save/group_deps_41/NoOp" - input: "^save/group_deps_41/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_565" - op: "Identity" - input: "save/RestoreV2:42" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_84" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_565" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_84" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_84" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_566" - op: "Identity" - input: "save/RestoreV2:42" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_85" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_566" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_85" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_85" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_14" + op: "TensorListPushBack" + input: "tensorlistpushback_14_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_42/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_84" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_42/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_85" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_42" - op: "NoOp" - input: "^save/group_deps_42/NoOp" - input: "^save/group_deps_42/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_567" - op: "Identity" - input: "save/RestoreV2:43" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_14" + } } - } -} -node { - name: "save/AssignVariableOp_86" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_567" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_86" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_86" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_15" + op: "TensorListPushBack" + input: "tensorlistpushback_15_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_568" - op: "Identity" - input: "save/RestoreV2:43" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_15" + } } - } -} -node { - name: "save/AssignVariableOp_87" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_568" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_87" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_87" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_16" + op: "TensorListPushBack" + input: "tensorlistpushback_16_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/dropout/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_43/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_86" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_43/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_87" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_43" - op: "NoOp" - input: "^save/group_deps_43/NoOp" - input: "^save/group_deps_43/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_569" - op: "Identity" - input: "save/RestoreV2:44" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_16" + } } - } -} -node { - name: "save/AssignVariableOp_88" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_569" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_88" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_88" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_17" + op: "TensorListPushBack" + input: "tensorlistpushback_17_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/dropout/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_570" - op: "Identity" - input: "save/RestoreV2:44" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_17" + } } - } -} -node { - name: "save/AssignVariableOp_89" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_570" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_89" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_89" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_44/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_88" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_44/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_89" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_44" - op: "NoOp" - input: "^save/group_deps_44/NoOp" - input: "^save/group_deps_44/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_571" - op: "Identity" - input: "save/RestoreV2:45" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_90" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_571" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_90" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_90" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_572" - op: "Identity" - input: "save/RestoreV2:45" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "TensorListPushBack_18" + op: "TensorListPushBack" + input: "tensorlistpushback_18_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_18" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "TensorListPushBack_19" + op: "TensorListPushBack" + input: "tensorlistpushback_19_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_19" + } } - } -} -node { - name: "save/AssignVariableOp_91" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_572" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_91" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_91" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_20" + op: "TensorListPushBack" + input: "tensorlistpushback_20_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_45/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_90" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_45/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_91" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_45" - op: "NoOp" - input: "^save/group_deps_45/NoOp" - input: "^save/group_deps_45/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_573" - op: "Identity" - input: "save/RestoreV2:46" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_20" + } } - } -} -node { - name: "save/AssignVariableOp_92" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_573" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_92" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_92" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_21" + op: "TensorListPushBack" + input: "tensorlistpushback_21_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_dropout_1_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_574" - op: "Identity" - input: "save/RestoreV2:46" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_21" + } } - } -} -node { - name: "save/AssignVariableOp_93" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_574" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_93" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_93" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_46/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_92" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_46/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_93" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_46" - op: "NoOp" - input: "^save/group_deps_46/NoOp" - input: "^save/group_deps_46/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_575" - op: "Identity" - input: "save/RestoreV2:47" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_94" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_575" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_94" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_94" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_576" - op: "Identity" - input: "save/RestoreV2:47" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_95" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_576" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_95" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_95" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_22" + op: "TensorListPushBack" + input: "tensorlistpushback_22_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_47/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_94" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_47/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_95" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_47" - op: "NoOp" - input: "^save/group_deps_47/NoOp" - input: "^save/group_deps_47/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_577" - op: "Identity" - input: "save/RestoreV2:48" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_22" + } } - } -} -node { - name: "save/AssignVariableOp_96" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_577" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_96" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_96" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_23" + op: "TensorListPushBack" + input: "tensorlistpushback_23_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_578" - op: "Identity" - input: "save/RestoreV2:48" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_23" + } } - } -} -node { - name: "save/AssignVariableOp_97" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_578" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_97" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_97" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_24" + op: "TensorListPushBack" + input: "tensorlistpushback_24_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_add_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_48/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_96" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_48/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_97" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_48" - op: "NoOp" - input: "^save/group_deps_48/NoOp" - input: "^save/group_deps_48/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_579" - op: "Identity" - input: "save/RestoreV2:49" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_24" + } } - } -} -node { - name: "save/AssignVariableOp_98" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_579" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_98" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_98" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_580" - op: "Identity" - input: "save/RestoreV2:49" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_99" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_580" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_99" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_99" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_49/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_98" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_49/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_99" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_49" - op: "NoOp" - input: "^save/group_deps_49/NoOp" - input: "^save/group_deps_49/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_581" - op: "Identity" - input: "save/RestoreV2:50" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_100" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_581" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_100" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_100" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_25" + op: "TensorListPushBack" + input: "tensorlistpushback_25_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_582" - op: "Identity" - input: "save/RestoreV2:50" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_25" + } } - } -} -node { - name: "save/AssignVariableOp_101" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_582" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_101" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_101" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_26" + op: "TensorListPushBack" + input: "tensorlistpushback_26_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_50/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_100" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_50/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_101" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_50" - op: "NoOp" - input: "^save/group_deps_50/NoOp" - input: "^save/group_deps_50/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_583" - op: "Identity" - input: "save/RestoreV2:51" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_26" + } } - } -} -node { - name: "save/AssignVariableOp_102" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_583" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_102" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_102" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_27" + op: "TensorListPushBack" + input: "tensorlistpushback_27_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_add_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_584" - op: "Identity" - input: "save/RestoreV2:51" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_27" + } } - } -} -node { - name: "save/AssignVariableOp_103" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_584" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_103" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_103" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_51/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_102" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_51/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_103" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_51" - op: "NoOp" - input: "^save/group_deps_51/NoOp" - input: "^save/group_deps_51/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_585" - op: "Identity" - input: "save/RestoreV2:52" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_104" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_585" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_104" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_104" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_586" - op: "Identity" - input: "save/RestoreV2:52" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_105" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_586" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_105" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_105" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_28" + op: "TensorListPushBack" + input: "tensorlistpushback_28_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_52/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_104" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_52/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_105" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_52" - op: "NoOp" - input: "^save/group_deps_52/NoOp" - input: "^save/group_deps_52/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_587" - op: "Identity" - input: "save/RestoreV2:53" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_28" + } } - } -} -node { - name: "save/AssignVariableOp_106" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_587" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_106" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_106" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_29" + op: "TensorListPushBack" + input: "tensorlistpushback_29_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_29" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_588" - op: "Identity" - input: "save/RestoreV2:53" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "TensorListPushBack_30" + op: "TensorListPushBack" + input: "tensorlistpushback_30_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_add_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/add:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_30" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } + } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_107" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_588" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_107" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_107" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_31" + op: "TensorListPushBack" + input: "tensorlistpushback_31_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_53/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_106" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_53/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_107" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_53" - op: "NoOp" - input: "^save/group_deps_53/NoOp" - input: "^save/group_deps_53/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_589" - op: "Identity" - input: "save/RestoreV2:54" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_31" + } } - } -} -node { - name: "save/AssignVariableOp_108" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_589" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_108" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_108" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_590" - op: "Identity" - input: "save/RestoreV2:54" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_109" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_590" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_109" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_109" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_54/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_108" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_54/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_109" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_54" - op: "NoOp" - input: "^save/group_deps_54/NoOp" - input: "^save/group_deps_54/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_591" - op: "Identity" - input: "save/RestoreV2:55" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_110" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_591" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_110" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_110" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_32" + op: "TensorListPushBack" + input: "tensorlistpushback_32_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_592" - op: "Identity" - input: "save/RestoreV2:55" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_32" + } } - } -} -node { - name: "save/AssignVariableOp_111" - op: "AssignVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_592" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_111" - op: "ReadVariableOp" - input: "bidirectional_rnn/bw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_111" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_33" + op: "TensorListPushBack" + input: "tensorlistpushback_33_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_55/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_110" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_55/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_111" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_55" - op: "NoOp" - input: "^save/group_deps_55/NoOp" - input: "^save/group_deps_55/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_593" - op: "Identity" - input: "save/RestoreV2:56" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_33" + } } - } -} -node { - name: "save/AssignVariableOp_112" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_593" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_112" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_112" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_594" - op: "Identity" - input: "save/RestoreV2:56" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_113" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_594" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_113" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_113" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_34" + op: "TensorListPushBack" + input: "tensorlistpushback_34_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_56/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_112" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_56/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_113" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_56" - op: "NoOp" - input: "^save/group_deps_56/NoOp" - input: "^save/group_deps_56/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_595" - op: "Identity" - input: "save/RestoreV2:57" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_34" + } } - } -} -node { - name: "save/AssignVariableOp_114" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_595" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_114" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_114" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_35" + op: "TensorListPushBack" + input: "tensorlistpushback_35_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_1_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_596" - op: "Identity" - input: "save/RestoreV2:57" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_35" + } } - } -} -node { - name: "save/AssignVariableOp_115" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_596" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_115" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_115" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_57/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_114" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_57/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_115" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_57" - op: "NoOp" - input: "^save/group_deps_57/NoOp" - input: "^save/group_deps_57/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_597" - op: "Identity" - input: "save/RestoreV2:58" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_116" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_597" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_116" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_116" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_598" - op: "Identity" - input: "save/RestoreV2:58" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_117" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_598" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_117" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_117" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_36" + op: "TensorListPushBack" + input: "tensorlistpushback_36_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_58/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_116" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_58/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_117" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_58" - op: "NoOp" - input: "^save/group_deps_58/NoOp" - input: "^save/group_deps_58/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_599" - op: "Identity" - input: "save/RestoreV2:59" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_36" + } } - } -} -node { - name: "save/AssignVariableOp_118" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_599" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_118" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_118" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_37" + op: "TensorListPushBack" + input: "tensorlistpushback_37_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_600" - op: "Identity" - input: "save/RestoreV2:59" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_37" + } } - } -} -node { - name: "save/AssignVariableOp_119" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_600" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_119" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_119" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_38" + op: "TensorListPushBack" + input: "tensorlistpushback_38_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_tanh_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_59/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_118" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_59/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_119" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_59" - op: "NoOp" - input: "^save/group_deps_59/NoOp" - input: "^save/group_deps_59/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_601" - op: "Identity" - input: "save/RestoreV2:60" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_38" + } } - } -} -node { - name: "save/AssignVariableOp_120" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_601" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_120" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_120" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_39" + op: "TensorListPushBack" + input: "tensorlistpushback_39_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sub_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_602" - op: "Identity" - input: "save/RestoreV2:60" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_39" + } } - } -} -node { - name: "save/AssignVariableOp_121" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_602" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_121" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_121" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_60/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_120" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_60/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_121" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_60" - op: "NoOp" - input: "^save/group_deps_60/NoOp" - input: "^save/group_deps_60/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_603" - op: "Identity" - input: "save/RestoreV2:61" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_122" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_603" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_122" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_122" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_40" + op: "TensorListPushBack" + input: "tensorlistpushback_40_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_40" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_604" - op: "Identity" - input: "save/RestoreV2:61" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "TensorListPushBack_41" + op: "TensorListPushBack" + input: "tensorlistpushback_41_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_1_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_41" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/concat_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_123" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_604" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_123" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_123" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_42" + op: "TensorListPushBack" + input: "tensorlistpushback_42_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul_1:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_61/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_122" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_61/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_123" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_61" - op: "NoOp" - input: "^save/group_deps_61/NoOp" - input: "^save/group_deps_61/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_605" - op: "Identity" - input: "save/RestoreV2:62" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_42" + } } - } -} -node { - name: "save/AssignVariableOp_124" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_605" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_124" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_124" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_43" + op: "TensorListPushBack" + input: "tensorlistpushback_43_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_606" - op: "Identity" - input: "save/RestoreV2:62" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_43" + } } - } -} -node { - name: "save/AssignVariableOp_125" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_606" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_125" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_125" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_62/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_124" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_62/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_125" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_62" - op: "NoOp" - input: "^save/group_deps_62/NoOp" - input: "^save/group_deps_62/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_607" - op: "Identity" - input: "save/RestoreV2:63" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_126" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_607" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_126" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_126" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_44" + op: "TensorListPushBack" + input: "tensorlistpushback_44_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_2_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_2/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_608" - op: "Identity" - input: "save/RestoreV2:63" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_44" + } } - } -} -node { - name: "save/AssignVariableOp_127" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_608" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_127" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_127" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_45" + op: "TensorListPushBack" + input: "tensorlistpushback_45_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_split_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_63/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_126" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_63/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_127" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_63" - op: "NoOp" - input: "^save/group_deps_63/NoOp" - input: "^save/group_deps_63/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_609" - op: "Identity" - input: "save/RestoreV2:64" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_45" + } } - } -} -node { - name: "save/AssignVariableOp_128" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_609" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_128" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_128" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_46" + op: "TensorListPushBack" + input: "tensorlistpushback_46_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_sigmoid_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_610" - op: "Identity" - input: "save/RestoreV2:64" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_46" + } } - } -} -node { - name: "save/AssignVariableOp_129" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_610" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_129" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_129" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_47" + op: "TensorListPushBack" + input: "tensorlistpushback_47_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_2_gru_cell_concat_0_accumulator" + input: "fw/multi_rnn_cell/cell_2/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_64/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_128" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_64/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_129" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_64" - op: "NoOp" - input: "^save/group_deps_64/NoOp" - input: "^save/group_deps_64/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_611" - op: "Identity" - input: "save/RestoreV2:65" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_47" + } } - } -} -node { - name: "save/AssignVariableOp_130" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_611" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_130" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_130" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_612" - op: "Identity" - input: "save/RestoreV2:65" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_131" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_612" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_131" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_131" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_65/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_130" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_65/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_131" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_65" - op: "NoOp" - input: "^save/group_deps_65/NoOp" - input: "^save/group_deps_65/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_613" - op: "Identity" - input: "save/RestoreV2:66" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_132" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_613" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_132" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_132" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_48" + op: "TensorListPushBack" + input: "tensorlistpushback_48_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_614" - op: "Identity" - input: "save/RestoreV2:66" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_48" + } } - } -} -node { - name: "save/AssignVariableOp_133" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_614" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_133" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_133" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_49" + op: "TensorListPushBack" + input: "tensorlistpushback_49_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_66/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_132" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_66/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_133" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_66" - op: "NoOp" - input: "^save/group_deps_66/NoOp" - input: "^save/group_deps_66/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_615" - op: "Identity" - input: "save/RestoreV2:67" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_49" + } } - } -} -node { - name: "save/AssignVariableOp_134" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_615" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_134" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_134" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_50" + op: "TensorListPushBack" + input: "tensorlistpushback_50_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_616" - op: "Identity" - input: "save/RestoreV2:67" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_50" + } } - } -} -node { - name: "save/AssignVariableOp_135" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_616" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_135" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_135" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 8 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_51" + op: "TensorListPushBack" + input: "tensorlistpushback_51_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_dropout_1_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_67/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_134" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_67/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_135" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_67" - op: "NoOp" - input: "^save/group_deps_67/NoOp" - input: "^save/group_deps_67/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_617" - op: "Identity" - input: "save/RestoreV2:68" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_51" + } } - } -} -node { - name: "save/AssignVariableOp_136" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_617" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_136" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_136" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_618" - op: "Identity" - input: "save/RestoreV2:68" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_137" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_618" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_137" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_137" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_52" + op: "TensorListPushBack" + input: "tensorlistpushback_52_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_68/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_136" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_68/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_137" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_68" - op: "NoOp" - input: "^save/group_deps_68/NoOp" - input: "^save/group_deps_68/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_619" - op: "Identity" - input: "save/RestoreV2:69" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_52" + } } - } -} -node { - name: "save/AssignVariableOp_138" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_619" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_138" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_138" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_620" - op: "Identity" - input: "save/RestoreV2:69" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_139" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_620" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_139" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_139" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_69/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_138" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_69/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_139" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_69" - op: "NoOp" - input: "^save/group_deps_69/NoOp" - input: "^save/group_deps_69/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_621" - op: "Identity" - input: "save/RestoreV2:70" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_140" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_621" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_140" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_140" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_53" + op: "TensorListPushBack" + input: "tensorlistpushback_53_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_622" - op: "Identity" - input: "save/RestoreV2:70" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_53" + } } - } -} -node { - name: "save/AssignVariableOp_141" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_622" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_141" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_141" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_54" + op: "TensorListPushBack" + input: "tensorlistpushback_54_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_70/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_140" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_70/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_141" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_70" - op: "NoOp" - input: "^save/group_deps_70/NoOp" - input: "^save/group_deps_70/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_623" - op: "Identity" - input: "save/RestoreV2:71" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_54" + } } - } -} -node { - name: "save/AssignVariableOp_142" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_623" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_142" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_142" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_624" - op: "Identity" - input: "save/RestoreV2:71" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_143" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_624" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_143" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_143" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_55" + op: "TensorListPushBack" + input: "tensorlistpushback_55_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_71/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_142" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_71/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_143" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_71" - op: "NoOp" - input: "^save/group_deps_71/NoOp" - input: "^save/group_deps_71/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_625" - op: "Identity" - input: "save/RestoreV2:72" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_55" + } } - } -} -node { - name: "save/AssignVariableOp_144" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_625" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_144" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_144" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_56" + op: "TensorListPushBack" + input: "tensorlistpushback_56_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_1_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_626" - op: "Identity" - input: "save/RestoreV2:72" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_56" + } } - } -} -node { - name: "save/AssignVariableOp_145" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_626" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_145" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_145" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_72/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_144" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_72/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_145" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_72" - op: "NoOp" - input: "^save/group_deps_72/NoOp" - input: "^save/group_deps_72/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_627" - op: "Identity" - input: "save/RestoreV2:73" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_146" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_627" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_146" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_146" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_628" - op: "Identity" - input: "save/RestoreV2:73" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_147" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_628" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_147" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_0/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_147" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 136 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_57" + op: "TensorListPushBack" + input: "tensorlistpushback_57_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_73/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_146" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_73/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_147" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_73" - op: "NoOp" - input: "^save/group_deps_73/NoOp" - input: "^save/group_deps_73/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_629" - op: "Identity" - input: "save/RestoreV2:74" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_57" + } } - } -} -node { - name: "save/AssignVariableOp_148" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_629" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_148" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_148" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_58" + op: "TensorListPushBack" + input: "tensorlistpushback_58_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_630" - op: "Identity" - input: "save/RestoreV2:74" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_58" + } } - } -} -node { - name: "save/AssignVariableOp_149" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_630" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_149" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_149" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_59" + op: "TensorListPushBack" + input: "tensorlistpushback_59_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_tanh_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_74/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_148" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_74/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_149" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_74" - op: "NoOp" - input: "^save/group_deps_74/NoOp" - input: "^save/group_deps_74/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_631" - op: "Identity" - input: "save/RestoreV2:75" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_59" + } } - } -} -node { - name: "save/AssignVariableOp_150" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_631" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_150" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_150" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_60" + op: "TensorListPushBack" + input: "tensorlistpushback_60_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sub_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_632" - op: "Identity" - input: "save/RestoreV2:75" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_60" + } } - } -} -node { - name: "save/AssignVariableOp_151" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_632" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_151" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_151" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_75/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_150" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_75/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_151" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_75" - op: "NoOp" - input: "^save/group_deps_75/NoOp" - input: "^save/group_deps_75/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_633" - op: "Identity" - input: "save/RestoreV2:76" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_152" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_633" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_152" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_152" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_61" + op: "TensorListPushBack" + input: "tensorlistpushback_61_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_634" - op: "Identity" - input: "save/RestoreV2:76" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_61" + } } - } -} -node { - name: "save/AssignVariableOp_153" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_634" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_153" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_153" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_62" + op: "TensorListPushBack" + input: "tensorlistpushback_62_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_1_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_76/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_152" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_76/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_153" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_76" - op: "NoOp" - input: "^save/group_deps_76/NoOp" - input: "^save/group_deps_76/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_635" - op: "Identity" - input: "save/RestoreV2:77" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_62" + } } - } -} -node { - name: "save/AssignVariableOp_154" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_635" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_154" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_154" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_636" - op: "Identity" - input: "save/RestoreV2:77" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/concat_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_155" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_636" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_155" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_155" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_63" + op: "TensorListPushBack" + input: "tensorlistpushback_63_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul_1:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_77/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_154" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_77/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_155" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_77" - op: "NoOp" - input: "^save/group_deps_77/NoOp" - input: "^save/group_deps_77/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_637" - op: "Identity" - input: "save/RestoreV2:78" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_63" + } } - } -} -node { - name: "save/AssignVariableOp_156" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_637" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_156" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_156" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_64" + op: "TensorListPushBack" + input: "tensorlistpushback_64_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_638" - op: "Identity" - input: "save/RestoreV2:78" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_64" + } } - } -} -node { - name: "save/AssignVariableOp_157" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_638" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_157" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_157" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_78/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_156" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_78/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_157" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_78" - op: "NoOp" - input: "^save/group_deps_78/NoOp" - input: "^save/group_deps_78/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_639" - op: "Identity" - input: "save/RestoreV2:79" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_158" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_639" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_158" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_158" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_65" + op: "TensorListPushBack" + input: "tensorlistpushback_65_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_1_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_1/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_640" - op: "Identity" - input: "save/RestoreV2:79" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_65" + } } - } -} -node { - name: "save/AssignVariableOp_159" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_640" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_159" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_159" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_66" + op: "TensorListPushBack" + input: "tensorlistpushback_66_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_split_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_79/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_158" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_79/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_159" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_79" - op: "NoOp" - input: "^save/group_deps_79/NoOp" - input: "^save/group_deps_79/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_641" - op: "Identity" - input: "save/RestoreV2:80" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_66" + } } - } -} -node { - name: "save/AssignVariableOp_160" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_641" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_160" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_160" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_67" + op: "TensorListPushBack" + input: "tensorlistpushback_67_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_sigmoid_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_642" - op: "Identity" - input: "save/RestoreV2:80" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_67" + } } - } -} -node { - name: "save/AssignVariableOp_161" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_642" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_161" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_161" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_68" + op: "TensorListPushBack" + input: "tensorlistpushback_68_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_1_gru_cell_concat_0_accumulator" + input: "fw/multi_rnn_cell/cell_1/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_80/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_160" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_80/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_161" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_80" - op: "NoOp" - input: "^save/group_deps_80/NoOp" - input: "^save/group_deps_80/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_643" - op: "Identity" - input: "save/RestoreV2:81" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_68" + } } - } -} -node { - name: "save/AssignVariableOp_162" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_643" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_162" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_162" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_644" - op: "Identity" - input: "save/RestoreV2:81" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_163" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_644" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_163" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_163" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_81/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_162" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_81/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_163" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_81" - op: "NoOp" - input: "^save/group_deps_81/NoOp" - input: "^save/group_deps_81/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_645" - op: "Identity" - input: "save/RestoreV2:82" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_164" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_645" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_164" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_164" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_69" + op: "TensorListPushBack" + input: "tensorlistpushback_69_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_646" - op: "Identity" - input: "save/RestoreV2:82" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_69" + } } - } -} -node { - name: "save/AssignVariableOp_165" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_646" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_165" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_165" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_70" + op: "TensorListPushBack" + input: "tensorlistpushback_70_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_1_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_1_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_82/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_164" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_82/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_165" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_82" - op: "NoOp" - input: "^save/group_deps_82/NoOp" - input: "^save/group_deps_82/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_647" - op: "Identity" - input: "save/RestoreV2:83" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_70" + } } - } -} -node { - name: "save/AssignVariableOp_166" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_647" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_166" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_166" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_71" + op: "TensorListPushBack" + input: "tensorlistpushback_71_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_cast_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Cast:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_648" - op: "Identity" - input: "save/RestoreV2:83" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_71" + } } - } -} -node { - name: "save/AssignVariableOp_167" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_648" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_167" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_167" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_72" + op: "TensorListPushBack" + input: "tensorlistpushback_72_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_dropout_1_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_83/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_166" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_83/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_167" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_83" - op: "NoOp" - input: "^save/group_deps_83/NoOp" - input: "^save/group_deps_83/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_649" - op: "Identity" - input: "save/RestoreV2:84" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_72" + } } - } -} -node { - name: "save/AssignVariableOp_168" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_649" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_168" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_168" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/dropout_1/Const:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_650" - op: "Identity" - input: "save/RestoreV2:84" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_169" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_650" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_169" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_169" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_73" + op: "TensorListPushBack" + input: "tensorlistpushback_73_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_dropout_1_mul_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/dropout_1/Mul_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_84/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_168" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_84/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_169" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_84" - op: "NoOp" - input: "^save/group_deps_84/NoOp" - input: "^save/group_deps_84/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_651" - op: "Identity" - input: "save/RestoreV2:85" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_73" + } } - } -} -node { - name: "save/AssignVariableOp_170" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_651" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_170" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_170" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_1:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_652" - op: "Identity" - input: "save/RestoreV2:85" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_171" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_652" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_171" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_171" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul_2:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } + attr { + key: "out_type" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + node_def { + name: "TensorListPushBack_74" + op: "TensorListPushBack" + input: "tensorlistpushback_74_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_74" + } } - } -} -node { - name: "save/group_deps_85/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_170" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_85/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_171" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_85" - op: "NoOp" - input: "^save/group_deps_85/NoOp" - input: "^save/group_deps_85/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_653" - op: "Identity" - input: "save/RestoreV2:86" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + node_def { + name: "TensorListPushBack_75" + op: "TensorListPushBack" + input: "tensorlistpushback_75_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_add_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/add_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_75" + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "T" + value { + type: DT_FLOAT } } - } - } -} -node { - name: "save/AssignVariableOp_172" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_653" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_172" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_172" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_654" - op: "Identity" - input: "save/RestoreV2:86" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_173" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_654" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_173" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_173" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_76" + op: "TensorListPushBack" + input: "tensorlistpushback_76_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_1_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_1_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_86/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_172" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_86/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_173" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_86" - op: "NoOp" - input: "^save/group_deps_86/NoOp" - input: "^save/group_deps_86/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_655" - op: "Identity" - input: "save/RestoreV2:87" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_76" + } } - } -} -node { - name: "save/AssignVariableOp_174" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_655" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_174" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_174" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_77" + op: "TensorListPushBack" + input: "tensorlistpushback_77_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_1_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:1" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_656" - op: "Identity" - input: "save/RestoreV2:87" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_77" + } } - } -} -node { - name: "save/AssignVariableOp_175" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_656" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_175" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_175" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_87/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_174" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_87/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_175" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_87" - op: "NoOp" - input: "^save/group_deps_87/NoOp" - input: "^save/group_deps_87/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_657" - op: "Identity" - input: "save/RestoreV2:88" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_176" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_657" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_176" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_176" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_658" - op: "Identity" - input: "save/RestoreV2:88" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1" + } } - } -} -node { - name: "save/AssignVariableOp_177" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_658" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_177" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_177" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + node_def { + name: "TensorListPushBack_78" + op: "TensorListPushBack" + input: "tensorlistpushback_78_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_88/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_176" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_88/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_177" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_88" - op: "NoOp" - input: "^save/group_deps_88/NoOp" - input: "^save/group_deps_88/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_659" - op: "Identity" - input: "save/RestoreV2:89" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_78" + } } - } -} -node { - name: "save/AssignVariableOp_178" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_659" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_178" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_178" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_79" + op: "TensorListPushBack" + input: "tensorlistpushback_79_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_2_grad_shape_1_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_2_grad/Shape_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_660" - op: "Identity" - input: "save/RestoreV2:89" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_79" + } } - } -} -node { - name: "save/AssignVariableOp_179" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_660" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_179" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_179" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_80" + op: "TensorListPushBack" + input: "tensorlistpushback_80_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_tanh_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Tanh:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_89/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_178" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_89/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_179" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_89" - op: "NoOp" - input: "^save/group_deps_89/NoOp" - input: "^save/group_deps_89/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_661" - op: "Identity" - input: "save/RestoreV2:90" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_80" + } } - } -} -node { - name: "save/AssignVariableOp_180" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_661" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_180" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_180" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_81" + op: "TensorListPushBack" + input: "tensorlistpushback_81_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sub_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_662" - op: "Identity" - input: "save/RestoreV2:90" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_81" + } } - } -} -node { - name: "save/AssignVariableOp_181" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_662" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_181" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_181" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/sub/x:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_90/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_180" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_90/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_181" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_90" - op: "NoOp" - input: "^save/group_deps_90/NoOp" - input: "^save/group_deps_90/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_663" - op: "Identity" - input: "save/RestoreV2:91" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_182" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_663" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_182" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_182" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_82" + op: "TensorListPushBack" + input: "tensorlistpushback_82_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_sub_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/sub_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_664" - op: "Identity" - input: "save/RestoreV2:91" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "TensorListPushBack_82" + } } - } -} -node { - name: "save/AssignVariableOp_183" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_664" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_183" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_1/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_183" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + node_def { + name: "TensorListPushBack_83" + op: "TensorListPushBack" + input: "tensorlistpushback_83_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_1_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat_1:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_91/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_182" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_91/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_183" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_91" - op: "NoOp" - input: "^save/group_deps_91/NoOp" - input: "^save/group_deps_91/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_665" - op: "Identity" - input: "save/RestoreV2:92" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_83" + } } - } -} -node { - name: "save/AssignVariableOp_184" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "save/Identity_665" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_184" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias" - input: "^save/AssignVariableOp_184" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Shape" + op: "Shape" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_666" - op: "Identity" - input: "save/RestoreV2:92" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/concat_1_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_185" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "save/Identity_666" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_185" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/replica_1" - input: "^save/AssignVariableOp_185" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_84" + op: "TensorListPushBack" + input: "tensorlistpushback_84_gradients_bidirectional_rnn_fw_fw_while_grad_tensorarrayv2read_tensorlistgetitem_0_accumulator" + input: "TensorArrayV2Read/TensorListGetItem:item:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_92/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_184" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_92/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_185" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_92" - op: "NoOp" - input: "^save/group_deps_92/NoOp" - input: "^save/group_deps_92/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_667" - op: "Identity" - input: "save/RestoreV2:93" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_84" + } } - } -} -node { - name: "save/AssignVariableOp_186" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "save/Identity_667" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_186" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam" - input: "^save/AssignVariableOp_186" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_85" + op: "TensorListPushBack" + input: "tensorlistpushback_85_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_mul_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/mul:z:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_668" - op: "Identity" - input: "save/RestoreV2:93" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_85" + } } - } -} -node { - name: "save/AssignVariableOp_187" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "save/Identity_668" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_187" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_187" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape" + op: "Shape" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + attr { + key: "T" + value { + type: DT_FLOAT + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_93/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_186" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_93/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_187" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_93" - op: "NoOp" - input: "^save/group_deps_93/NoOp" - input: "^save/group_deps_93/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_669" - op: "Identity" - input: "save/RestoreV2:94" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "out_type" + value { + type: DT_INT32 } } + experimental_debug_info { + original_node_names: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape" + } } - } -} -node { - name: "save/AssignVariableOp_188" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "save/Identity_669" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_188" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1" - input: "^save/AssignVariableOp_188" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_86" + op: "TensorListPushBack" + input: "tensorlistpushback_86_gradients_bidirectional_rnn_fw_fw_while_grad_gradients_fw_multi_rnn_cell_cell_0_gru_cell_mul_grad_shape_0_accumulator" + input: "gradients/fw/multi_rnn_cell/cell_0/gru_cell/mul_grad/Shape:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_INT32 + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_86" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_670" - op: "Identity" - input: "save/RestoreV2:94" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + node_def { + name: "TensorListPushBack_87" + op: "TensorListPushBack" + input: "tensorlistpushback_87_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_split_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/split:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_87" + } } - } -} -node { - name: "save/AssignVariableOp_189" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "save/Identity_670" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_189" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_189" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 + node_def { + name: "TensorListPushBack_88" + op: "TensorListPushBack" + input: "tensorlistpushback_88_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_sigmoid_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/Sigmoid:y:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } - } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_94/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_188" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_94/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_189" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_94" - op: "NoOp" - input: "^save/group_deps_94/NoOp" - input: "^save/group_deps_94/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_671" - op: "Identity" - input: "save/RestoreV2:95" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + attr { + key: "element_dtype" + value { + type: DT_FLOAT } } + experimental_debug_info { + original_node_names: "TensorListPushBack_88" + } } - } -} -node { - name: "save/AssignVariableOp_190" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "save/Identity_671" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_190" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel" - input: "^save/AssignVariableOp_190" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 + node_def { + name: "TensorListPushBack_89" + op: "TensorListPushBack" + input: "tensorlistpushback_89_gradients_bidirectional_rnn_fw_fw_while_grad_fw_multi_rnn_cell_cell_0_gru_cell_concat_0_accumulator" + input: "fw/multi_rnn_cell/cell_0/gru_cell/concat:output:0" + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } + attr { + key: "element_dtype" + value { + type: DT_FLOAT + } + } + experimental_debug_info { + original_node_names: "TensorListPushBack_89" + } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "add" + value: "add_0:z:0" } - } -} -node { - name: "save/Identity_672" - op: "Identity" - input: "save/RestoreV2:95" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "add_1" + value: "add_1_0:z:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "bidirectional_rnn_fw_fw_minimum" + value: "bidirectional_rnn_fw_fw_minimum_0" } - } -} -node { - name: "save/AssignVariableOp_191" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "save/Identity_672" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "bidirectional_rnn_fw_fw_strided_slice_1" + value: "bidirectional_rnn_fw_fw_strided_slice_1_0" } - } -} -node { - name: "save/ReadVariableOp_191" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/replica_1" - input: "^save/AssignVariableOp_191" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_bias_read_identity_0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_bias_read_identity_0" } - } -} -node { - name: "save/group_deps_95/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_190" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_95/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_191" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_95" - op: "NoOp" - input: "^save/group_deps_95/NoOp" - input: "^save/group_deps_95/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_673" - op: "Identity" - input: "save/RestoreV2:96" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_0_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_0_gru_cell_gates_kernel_read_identity_0" } - } -} -node { - name: "save/AssignVariableOp_192" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "save/Identity_673" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_bias_read_identity_0" } - } -} -node { - name: "save/ReadVariableOp_192" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam" - input: "^save/AssignVariableOp_192" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_bias_read_identity_0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_candidate_kernel_read_identity_0" } - } -} -node { - name: "save/Identity_674" - op: "Identity" - input: "save/RestoreV2:96" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_1_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_1_gru_cell_gates_kernel_read_identity_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_bias_read_identity_0" } - } -} -node { - name: "save/AssignVariableOp_193" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "save/Identity_674" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_biasadd_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_bias_read_identity_0" } - } -} -node { - name: "save/ReadVariableOp_193" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_193" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_1_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_candidate_kernel_read_identity_0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity" + value: "fw_multi_rnn_cell_cell_2_gru_cell_matmul_bidirectional_rnn_fw_multi_rnn_cell_cell_2_gru_cell_gates_kernel_read_identity_0" } - } -} -node { - name: "save/group_deps_96/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_192" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_96/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_193" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_96" - op: "NoOp" - input: "^save/group_deps_96/NoOp" - input: "^save/group_deps_96/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_675" - op: "Identity" - input: "save/RestoreV2:97" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen" + value: "greaterequal_bidirectional_rnn_fw_fw_checkseqlen_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "select_1" + value: "Select_1:output:0" } - } -} -node { - name: "save/AssignVariableOp_194" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "save/Identity_675" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "select_2" + value: "Select_2:output:0" } - } -} -node { - name: "save/ReadVariableOp_194" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_194" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "select_3" + value: "Select_3:output:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "select_bidirectional_rnn_fw_fw_zeros" + value: "select_bidirectional_rnn_fw_fw_zeros_0" } - } -} -node { - name: "save/Identity_676" - op: "Identity" - input: "save/RestoreV2:97" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor" + value: "tensorarrayv2read_tensorlistgetitem_bidirectional_rnn_fw_fw_tensorarrayunstack_tensorlistfromtensor_0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorarrayv2write_tensorlistsetitem" + value: "TensorArrayV2Write/TensorListSetItem:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_195" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "save/Identity_676" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback" + value: "TensorListPushBack:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_195" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_195" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_1" + value: "TensorListPushBack_1:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_10" + value: "TensorListPushBack_10:output_handle:0" } - } -} -node { - name: "save/group_deps_97/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_194" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_97/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_195" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_97" - op: "NoOp" - input: "^save/group_deps_97/NoOp" - input: "^save/group_deps_97/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_677" - op: "Identity" - input: "save/RestoreV2:98" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_11" + value: "TensorListPushBack_11:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_12" + value: "TensorListPushBack_12:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_196" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "save/Identity_677" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_13" + value: "TensorListPushBack_13:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_196" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias" - input: "^save/AssignVariableOp_196" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_14" + value: "TensorListPushBack_14:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_15" + value: "TensorListPushBack_15:output_handle:0" } - } -} -node { - name: "save/Identity_678" - op: "Identity" - input: "save/RestoreV2:98" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_16" + value: "TensorListPushBack_16:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_17" + value: "TensorListPushBack_17:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_197" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "save/Identity_678" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_18" + value: "TensorListPushBack_18:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_197" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/replica_1" - input: "^save/AssignVariableOp_197" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_19" + value: "TensorListPushBack_19:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_2" + value: "TensorListPushBack_2:output_handle:0" } - } -} -node { - name: "save/group_deps_98/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_196" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_98/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_197" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_98" - op: "NoOp" - input: "^save/group_deps_98/NoOp" - input: "^save/group_deps_98/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_679" - op: "Identity" - input: "save/RestoreV2:99" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_20" + value: "TensorListPushBack_20:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_21" + value: "TensorListPushBack_21:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_198" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "save/Identity_679" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_22" + value: "TensorListPushBack_22:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_198" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam" - input: "^save/AssignVariableOp_198" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_23" + value: "TensorListPushBack_23:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_24" + value: "TensorListPushBack_24:output_handle:0" } - } -} -node { - name: "save/Identity_680" - op: "Identity" - input: "save/RestoreV2:99" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_25" + value: "TensorListPushBack_25:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_26" + value: "TensorListPushBack_26:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_199" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "save/Identity_680" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_27" + value: "TensorListPushBack_27:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_199" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam/replica_1" - input: "^save/AssignVariableOp_199" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_28" + value: "TensorListPushBack_28:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_29" + value: "TensorListPushBack_29:output_handle:0" } - } -} -node { - name: "save/group_deps_99/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_198" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_99/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_199" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_99" - op: "NoOp" - input: "^save/group_deps_99/NoOp" - input: "^save/group_deps_99/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_681" - op: "Identity" - input: "save/RestoreV2:100" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_3" + value: "TensorListPushBack_3:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_30" + value: "TensorListPushBack_30:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_200" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "save/Identity_681" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_31" + value: "TensorListPushBack_31:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_200" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1" - input: "^save/AssignVariableOp_200" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_32" + value: "TensorListPushBack_32:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_33" + value: "TensorListPushBack_33:output_handle:0" } - } -} -node { - name: "save/Identity_682" - op: "Identity" - input: "save/RestoreV2:100" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_34" + value: "TensorListPushBack_34:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_35" + value: "TensorListPushBack_35:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_201" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "save/Identity_682" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_36" + value: "TensorListPushBack_36:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_201" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_201" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_37" + value: "TensorListPushBack_37:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_38" + value: "TensorListPushBack_38:output_handle:0" } - } -} -node { - name: "save/group_deps_100/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_200" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_100/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_201" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_100" - op: "NoOp" - input: "^save/group_deps_100/NoOp" - input: "^save/group_deps_100/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_683" - op: "Identity" - input: "save/RestoreV2:101" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_39" + value: "TensorListPushBack_39:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_4" + value: "TensorListPushBack_4:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_202" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "save/Identity_683" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_40" + value: "TensorListPushBack_40:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_202" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel" - input: "^save/AssignVariableOp_202" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_41" + value: "TensorListPushBack_41:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_42" + value: "TensorListPushBack_42:output_handle:0" } - } -} -node { - name: "save/Identity_684" - op: "Identity" - input: "save/RestoreV2:101" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_43" + value: "TensorListPushBack_43:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_44" + value: "TensorListPushBack_44:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_203" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "save/Identity_684" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_45" + value: "TensorListPushBack_45:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_203" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/replica_1" - input: "^save/AssignVariableOp_203" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_46" + value: "TensorListPushBack_46:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_47" + value: "TensorListPushBack_47:output_handle:0" } - } -} -node { - name: "save/group_deps_101/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_202" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_101/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_203" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_101" - op: "NoOp" - input: "^save/group_deps_101/NoOp" - input: "^save/group_deps_101/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_685" - op: "Identity" - input: "save/RestoreV2:102" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_48" + value: "TensorListPushBack_48:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_49" + value: "TensorListPushBack_49:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_204" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "save/Identity_685" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_5" + value: "TensorListPushBack_5:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_204" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam" - input: "^save/AssignVariableOp_204" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_50" + value: "TensorListPushBack_50:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_51" + value: "TensorListPushBack_51:output_handle:0" } - } -} -node { - name: "save/Identity_686" - op: "Identity" - input: "save/RestoreV2:102" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_52" + value: "TensorListPushBack_52:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_53" + value: "TensorListPushBack_53:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_205" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "save/Identity_686" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_54" + value: "TensorListPushBack_54:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_205" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_205" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_55" + value: "TensorListPushBack_55:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_56" + value: "TensorListPushBack_56:output_handle:0" } - } -} -node { - name: "save/group_deps_102/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_204" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_102/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_205" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_102" - op: "NoOp" - input: "^save/group_deps_102/NoOp" - input: "^save/group_deps_102/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_687" - op: "Identity" - input: "save/RestoreV2:103" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_57" + value: "TensorListPushBack_57:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_58" + value: "TensorListPushBack_58:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_206" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "save/Identity_687" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_59" + value: "TensorListPushBack_59:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_206" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1" - input: "^save/AssignVariableOp_206" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_6" + value: "TensorListPushBack_6:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_60" + value: "TensorListPushBack_60:output_handle:0" } - } -} -node { - name: "save/Identity_688" - op: "Identity" - input: "save/RestoreV2:103" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_61" + value: "TensorListPushBack_61:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_62" + value: "TensorListPushBack_62:output_handle:0" + } + ret { + key: "tensorlistpushback_63" + value: "TensorListPushBack_63:output_handle:0" + } + ret { + key: "tensorlistpushback_64" + value: "TensorListPushBack_64:output_handle:0" + } + ret { + key: "tensorlistpushback_65" + value: "TensorListPushBack_65:output_handle:0" + } + ret { + key: "tensorlistpushback_66" + value: "TensorListPushBack_66:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_207" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "save/Identity_688" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_67" + value: "TensorListPushBack_67:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_207" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/candidate/input_projection/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_207" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 128 - } - dim { - size: 128 - } - } - } + ret { + key: "tensorlistpushback_68" + value: "TensorListPushBack_68:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_69" + value: "TensorListPushBack_69:output_handle:0" } - } -} -node { - name: "save/group_deps_103/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_206" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_103/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_207" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_103" - op: "NoOp" - input: "^save/group_deps_103/NoOp" - input: "^save/group_deps_103/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_689" - op: "Identity" - input: "save/RestoreV2:104" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_7" + value: "TensorListPushBack_7:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_70" + value: "TensorListPushBack_70:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_208" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "save/Identity_689" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_71" + value: "TensorListPushBack_71:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_208" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias" - input: "^save/AssignVariableOp_208" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_72" + value: "TensorListPushBack_72:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_73" + value: "TensorListPushBack_73:output_handle:0" } - } -} -node { - name: "save/Identity_690" - op: "Identity" - input: "save/RestoreV2:104" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_74" + value: "TensorListPushBack_74:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_75" + value: "TensorListPushBack_75:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_209" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "save/Identity_690" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_76" + value: "TensorListPushBack_76:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_209" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/replica_1" - input: "^save/AssignVariableOp_209" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_77" + value: "TensorListPushBack_77:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_78" + value: "TensorListPushBack_78:output_handle:0" } - } -} -node { - name: "save/group_deps_104/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_208" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_104/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_209" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_104" - op: "NoOp" - input: "^save/group_deps_104/NoOp" - input: "^save/group_deps_104/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_691" - op: "Identity" - input: "save/RestoreV2:105" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_79" + value: "TensorListPushBack_79:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_8" + value: "TensorListPushBack_8:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_210" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "save/Identity_691" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_80" + value: "TensorListPushBack_80:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_210" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam" - input: "^save/AssignVariableOp_210" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_81" + value: "TensorListPushBack_81:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_82" + value: "TensorListPushBack_82:output_handle:0" } - } -} -node { - name: "save/Identity_692" - op: "Identity" - input: "save/RestoreV2:105" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_83" + value: "TensorListPushBack_83:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_84" + value: "TensorListPushBack_84:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_211" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "save/Identity_692" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_85" + value: "TensorListPushBack_85:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_211" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam/replica_1" - input: "^save/AssignVariableOp_211" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - } - } + ret { + key: "tensorlistpushback_86" + value: "TensorListPushBack_86:output_handle:0" } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_87" + value: "TensorListPushBack_87:output_handle:0" } - } -} -node { - name: "save/group_deps_105/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_210" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_105/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_211" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_105" - op: "NoOp" - input: "^save/group_deps_105/NoOp" - input: "^save/group_deps_105/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_693" - op: "Identity" - input: "save/RestoreV2:106" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_88" + value: "TensorListPushBack_88:output_handle:0" } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true - } - } + ret { + key: "tensorlistpushback_89" + value: "TensorListPushBack_89:output_handle:0" } - } -} -node { - name: "save/AssignVariableOp_212" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "save/Identity_693" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + ret { + key: "tensorlistpushback_9" + value: "TensorListPushBack_9:output_handle:0" } - } -} -node { - name: "save/ReadVariableOp_212" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1" - input: "^save/AssignVariableOp_212" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_694" - op: "Identity" - input: "save/RestoreV2:106" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_213" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "save/Identity_694" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_213" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_213" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_106/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_212" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_106/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_213" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_106" - op: "NoOp" - input: "^save/group_deps_106/NoOp" - input: "^save/group_deps_106/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_695" - op: "Identity" - input: "save/RestoreV2:107" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_214" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "save/Identity_695" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_214" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel" - input: "^save/AssignVariableOp_214" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_696" - op: "Identity" - input: "save/RestoreV2:107" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_215" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "save/Identity_696" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_215" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/replica_1" - input: "^save/AssignVariableOp_215" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_107/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_214" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_107/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_215" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_107" - op: "NoOp" - input: "^save/group_deps_107/NoOp" - input: "^save/group_deps_107/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_697" - op: "Identity" - input: "save/RestoreV2:108" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_216" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "save/Identity_697" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_216" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam" - input: "^save/AssignVariableOp_216" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_698" - op: "Identity" - input: "save/RestoreV2:108" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_217" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "save/Identity_698" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_217" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_217" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_108/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_216" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_108/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_217" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_108" - op: "NoOp" - input: "^save/group_deps_108/NoOp" - input: "^save/group_deps_108/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_699" - op: "Identity" - input: "save/RestoreV2:109" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_218" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "save/Identity_699" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_218" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1" - input: "^save/AssignVariableOp_218" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_700" - op: "Identity" - input: "save/RestoreV2:109" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_219" - op: "AssignVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "save/Identity_700" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_219" - op: "ReadVariableOp" - input: "bidirectional_rnn/fw/multi_rnn_cell/cell_2/cudnn_compatible_gru_cell/gates/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_219" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 - } - dim { - size: 256 + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_109/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_218" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_109/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_219" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_109" - op: "NoOp" - input: "^save/group_deps_109/NoOp" - input: "^save/group_deps_109/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_701" - op: "Identity" - input: "save/RestoreV2:110" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_220" - op: "AssignVariableOp" - input: "dense/bias" - input: "save/Identity_701" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_220" - op: "ReadVariableOp" - input: "dense/bias" - input: "^save/AssignVariableOp_220" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_702" - op: "Identity" - input: "save/RestoreV2:110" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_221" - op: "AssignVariableOp" - input: "dense/bias/replica_1" - input: "save/Identity_702" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_221" - op: "ReadVariableOp" - input: "dense/bias/replica_1" - input: "^save/AssignVariableOp_221" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_110/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_220" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_110/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_221" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_110" - op: "NoOp" - input: "^save/group_deps_110/NoOp" - input: "^save/group_deps_110/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_703" - op: "Identity" - input: "save/RestoreV2:111" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_222" - op: "AssignVariableOp" - input: "dense/bias/Adam" - input: "save/Identity_703" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/ReadVariableOp_222" - op: "ReadVariableOp" - input: "dense/bias/Adam" - input: "^save/AssignVariableOp_222" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/Identity_704" - op: "Identity" - input: "save/RestoreV2:111" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT - } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_223" - op: "AssignVariableOp" - input: "dense/bias/Adam/replica_1" - input: "save/Identity_704" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_223" - op: "ReadVariableOp" - input: "dense/bias/Adam/replica_1" - input: "^save/AssignVariableOp_223" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 22 + value { + attr { + key: "_class" + value { + list { + s: "loc:@fw/multi_rnn_cell/cell_2/dropout_1/Mul_1" + } + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT - } - } -} -node { - name: "save/group_deps_111/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_222" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_111/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_223" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_111" - op: "NoOp" - input: "^save/group_deps_111/NoOp" - input: "^save/group_deps_111/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_705" - op: "Identity" - input: "save/RestoreV2:112" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_224" - op: "AssignVariableOp" - input: "dense/bias/Adam_1" - input: "save/Identity_705" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_224" - op: "ReadVariableOp" - input: "dense/bias/Adam_1" - input: "^save/AssignVariableOp_224" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_706" - op: "Identity" - input: "save/RestoreV2:112" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_225" - op: "AssignVariableOp" - input: "dense/bias/Adam_1/replica_1" - input: "save/Identity_706" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_225" - op: "ReadVariableOp" - input: "dense/bias/Adam_1/replica_1" - input: "^save/AssignVariableOp_225" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 22 + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_112/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_224" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_112/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_225" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_112" - op: "NoOp" - input: "^save/group_deps_112/NoOp" - input: "^save/group_deps_112/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_707" - op: "Identity" - input: "save/RestoreV2:113" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_226" - op: "AssignVariableOp" - input: "dense/kernel" - input: "save/Identity_707" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_226" - op: "ReadVariableOp" - input: "dense/kernel" - input: "^save/AssignVariableOp_226" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_708" - op: "Identity" - input: "save/RestoreV2:113" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_227" - op: "AssignVariableOp" - input: "dense/kernel/replica_1" - input: "save/Identity_708" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_227" - op: "ReadVariableOp" - input: "dense/kernel/replica_1" - input: "^save/AssignVariableOp_227" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_113/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_226" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_113/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_227" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_113" - op: "NoOp" - input: "^save/group_deps_113/NoOp" - input: "^save/group_deps_113/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_709" - op: "Identity" - input: "save/RestoreV2:114" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_228" - op: "AssignVariableOp" - input: "dense/kernel/Adam" - input: "save/Identity_709" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_228" - op: "ReadVariableOp" - input: "dense/kernel/Adam" - input: "^save/AssignVariableOp_228" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_710" - op: "Identity" - input: "save/RestoreV2:114" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_229" - op: "AssignVariableOp" - input: "dense/kernel/Adam/replica_1" - input: "save/Identity_710" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_229" - op: "ReadVariableOp" - input: "dense/kernel/Adam/replica_1" - input: "^save/AssignVariableOp_229" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_114/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_228" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_114/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_229" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_114" - op: "NoOp" - input: "^save/group_deps_114/NoOp" - input: "^save/group_deps_114/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_711" - op: "Identity" - input: "save/RestoreV2:115" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_230" - op: "AssignVariableOp" - input: "dense/kernel/Adam_1" - input: "save/Identity_711" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_230" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1" - input: "^save/AssignVariableOp_230" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_712" - op: "Identity" - input: "save/RestoreV2:115" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_231" - op: "AssignVariableOp" - input: "dense/kernel/Adam_1/replica_1" - input: "save/Identity_712" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_231" - op: "ReadVariableOp" - input: "dense/kernel/Adam_1/replica_1" - input: "^save/AssignVariableOp_231" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 256 + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 22 + } + } + } + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_115/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_230" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_115/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_231" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_115" - op: "NoOp" - input: "^save/group_deps_115/NoOp" - input: "^save/group_deps_115/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_713" - op: "Identity" - input: "save/RestoreV2:116" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_232" - op: "AssignVariableOp" - input: "embeddings" - input: "save/Identity_713" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_232" - op: "ReadVariableOp" - input: "embeddings" - input: "^save/AssignVariableOp_232" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_714" - op: "Identity" - input: "save/RestoreV2:116" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_233" - op: "AssignVariableOp" - input: "embeddings/replica_1" - input: "save/Identity_714" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_233" - op: "ReadVariableOp" - input: "embeddings/replica_1" - input: "^save/AssignVariableOp_233" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_116/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_232" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_116/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_233" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_116" - op: "NoOp" - input: "^save/group_deps_116/NoOp" - input: "^save/group_deps_116/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_715" - op: "Identity" - input: "save/RestoreV2:117" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_234" - op: "AssignVariableOp" - input: "embeddings/Adam" - input: "save/Identity_715" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_234" - op: "ReadVariableOp" - input: "embeddings/Adam" - input: "^save/AssignVariableOp_234" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_716" - op: "Identity" - input: "save/RestoreV2:117" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_235" - op: "AssignVariableOp" - input: "embeddings/Adam/replica_1" - input: "save/Identity_716" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_235" - op: "ReadVariableOp" - input: "embeddings/Adam/replica_1" - input: "^save/AssignVariableOp_235" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_117/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_234" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_117/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_235" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_117" - op: "NoOp" - input: "^save/group_deps_117/NoOp" - input: "^save/group_deps_117/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_717" - op: "Identity" - input: "save/RestoreV2:118" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_236" - op: "AssignVariableOp" - input: "embeddings/Adam_1" - input: "save/Identity_717" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_236" - op: "ReadVariableOp" - input: "embeddings/Adam_1" - input: "^save/AssignVariableOp_236" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/Identity_718" - op: "Identity" - input: "save/RestoreV2:118" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_FLOAT + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_237" - op: "AssignVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "save/Identity_718" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_237" - op: "ReadVariableOp" - input: "embeddings/Adam_1/replica_1" - input: "^save/AssignVariableOp_237" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { - dim { - size: 74 + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } - dim { - size: 8 + } + } + } + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - } - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/group_deps_118/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_236" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_118/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_237" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_118" - op: "NoOp" - input: "^save/group_deps_118/NoOp" - input: "^save/group_deps_118/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/Identity_719" - op: "Identity" - input: "save/RestoreV2:119" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "T" - value { - type: DT_INT64 + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_238" - op: "AssignVariableOp" - input: "global_step" - input: "save/Identity_719" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "save/ReadVariableOp_238" - op: "ReadVariableOp" - input: "global_step" - input: "^save/AssignVariableOp_238" - device: "/replica:0/task:0/device:GPU:0" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT64 - } - } -} -node { - name: "save/Identity_720" - op: "Identity" - input: "save/RestoreV2:119" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "T" - value { - type: DT_INT64 + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } - attr { - key: "_output_shapes" - value { - list { - shape { - unknown_rank: true + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } -} -node { - name: "save/AssignVariableOp_239" - op: "AssignVariableOp" - input: "global_step/replica_1" - input: "save/Identity_720" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - } -} -node { - name: "save/ReadVariableOp_239" - op: "ReadVariableOp" - input: "global_step/replica_1" - input: "^save/AssignVariableOp_239" - device: "/replica:0/task:0/device:GPU:1" - attr { - key: "_output_shapes" - value { - list { - shape { + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } } - } - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } -} -node { - name: "save/group_deps_119/NoOp" - op: "NoOp" - input: "^save/ReadVariableOp_238" - device: "/replica:0/task:0/device:GPU:0" -} -node { - name: "save/group_deps_119/NoOp_1" - op: "NoOp" - input: "^save/ReadVariableOp_239" - device: "/replica:0/task:0/device:GPU:1" -} -node { - name: "save/group_deps_119" - op: "NoOp" - input: "^save/group_deps_119/NoOp" - input: "^save/group_deps_119/NoOp_1" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/restore_shard" - op: "NoOp" - input: "^save/group_deps" - input: "^save/group_deps_1" - input: "^save/group_deps_10" - input: "^save/group_deps_100" - input: "^save/group_deps_101" - input: "^save/group_deps_102" - input: "^save/group_deps_103" - input: "^save/group_deps_104" - input: "^save/group_deps_105" - input: "^save/group_deps_106" - input: "^save/group_deps_107" - input: "^save/group_deps_108" - input: "^save/group_deps_109" - input: "^save/group_deps_11" - input: "^save/group_deps_110" - input: "^save/group_deps_111" - input: "^save/group_deps_112" - input: "^save/group_deps_113" - input: "^save/group_deps_114" - input: "^save/group_deps_115" - input: "^save/group_deps_116" - input: "^save/group_deps_117" - input: "^save/group_deps_118" - input: "^save/group_deps_119" - input: "^save/group_deps_12" - input: "^save/group_deps_13" - input: "^save/group_deps_14" - input: "^save/group_deps_15" - input: "^save/group_deps_16" - input: "^save/group_deps_17" - input: "^save/group_deps_18" - input: "^save/group_deps_19" - input: "^save/group_deps_2" - input: "^save/group_deps_20" - input: "^save/group_deps_21" - input: "^save/group_deps_22" - input: "^save/group_deps_23" - input: "^save/group_deps_24" - input: "^save/group_deps_25" - input: "^save/group_deps_26" - input: "^save/group_deps_27" - input: "^save/group_deps_28" - input: "^save/group_deps_29" - input: "^save/group_deps_3" - input: "^save/group_deps_30" - input: "^save/group_deps_31" - input: "^save/group_deps_32" - input: "^save/group_deps_33" - input: "^save/group_deps_34" - input: "^save/group_deps_35" - input: "^save/group_deps_36" - input: "^save/group_deps_37" - input: "^save/group_deps_38" - input: "^save/group_deps_39" - input: "^save/group_deps_4" - input: "^save/group_deps_40" - input: "^save/group_deps_41" - input: "^save/group_deps_42" - input: "^save/group_deps_43" - input: "^save/group_deps_44" - input: "^save/group_deps_45" - input: "^save/group_deps_46" - input: "^save/group_deps_47" - input: "^save/group_deps_48" - input: "^save/group_deps_49" - input: "^save/group_deps_5" - input: "^save/group_deps_50" - input: "^save/group_deps_51" - input: "^save/group_deps_52" - input: "^save/group_deps_53" - input: "^save/group_deps_54" - input: "^save/group_deps_55" - input: "^save/group_deps_56" - input: "^save/group_deps_57" - input: "^save/group_deps_58" - input: "^save/group_deps_59" - input: "^save/group_deps_6" - input: "^save/group_deps_60" - input: "^save/group_deps_61" - input: "^save/group_deps_62" - input: "^save/group_deps_63" - input: "^save/group_deps_64" - input: "^save/group_deps_65" - input: "^save/group_deps_66" - input: "^save/group_deps_67" - input: "^save/group_deps_68" - input: "^save/group_deps_69" - input: "^save/group_deps_7" - input: "^save/group_deps_70" - input: "^save/group_deps_71" - input: "^save/group_deps_72" - input: "^save/group_deps_73" - input: "^save/group_deps_74" - input: "^save/group_deps_75" - input: "^save/group_deps_76" - input: "^save/group_deps_77" - input: "^save/group_deps_78" - input: "^save/group_deps_79" - input: "^save/group_deps_8" - input: "^save/group_deps_80" - input: "^save/group_deps_81" - input: "^save/group_deps_82" - input: "^save/group_deps_83" - input: "^save/group_deps_84" - input: "^save/group_deps_85" - input: "^save/group_deps_86" - input: "^save/group_deps_87" - input: "^save/group_deps_88" - input: "^save/group_deps_89" - input: "^save/group_deps_9" - input: "^save/group_deps_90" - input: "^save/group_deps_91" - input: "^save/group_deps_92" - input: "^save/group_deps_93" - input: "^save/group_deps_94" - input: "^save/group_deps_95" - input: "^save/group_deps_96" - input: "^save/group_deps_97" - input: "^save/group_deps_98" - input: "^save/group_deps_99" - device: "/replica:0/task:0/device:CPU:0" -} -node { - name: "save/restore_all" - op: "NoOp" - input: "^save/restore_shard" - device: "/replica:0/task:0/device:CPU:0" -} -library { function { signature { - name: "_prefetch_fn_Mu452aZUX08" + name: "softmax_cross_entropy_loss_assert_broadcastable_is_valid_shape_false_1147" input_arg { - name: "handle" - type: DT_STRING + name: "placeholder" + type: DT_BOOL } - output_arg { - name: "iteratorgetnext" - type: DT_INT64 + input_arg { + name: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_assert_broadcastable_values_rank" + type: DT_INT32 } - output_arg { - name: "iteratorgetnext_0" - type: DT_INT64 + input_arg { + name: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_assert_broadcastable_weights_rank" + type: DT_INT32 + } + input_arg { + name: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + type: DT_INT32 + } + input_arg { + name: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + type: DT_INT32 } output_arg { - name: "iteratorgetnext_1" + name: "has_valid_nonscalar_shape_identity" type: DT_BOOL } - description: "Prefetches one element from `input_iterator`." - is_stateful: true } node_def { - name: "IteratorFromStringHandleV2" - op: "IteratorFromStringHandleV2" - input: "handle" + name: "has_valid_nonscalar_shape/is_same_rank" + op: "Equal" + input: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_assert_broadcastable_values_rank" + input: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_assert_broadcastable_weights_rank" attr { - key: "output_shapes" + key: "T" + value { + type: DT_INT32 + } + } + attr { + key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } } } } } attr { - key: "output_types" + key: "incompatible_shape_error" + value { + b: true + } + } + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape/is_same_rank" + } + } + node_def { + name: "has_valid_nonscalar_shape" + op: "StatelessIf" + input: "has_valid_nonscalar_shape/is_same_rank:z:0" + input: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_assert_broadcastable_values_shape" + input: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_assert_broadcastable_weights_shape" + input: "has_valid_nonscalar_shape/is_same_rank:z:0" + attr { + key: "Tcond" + value { + type: DT_BOOL + } + } + attr { + key: "Tin" + value { + list { + type: DT_INT32 + type: DT_INT32 + type: DT_BOOL + } + } + } + attr { + key: "Tout" value { list { - type: DT_INT64 - type: DT_INT64 type: DT_BOOL } } } - } - node_def { - name: "IteratorToStringHandle" - op: "IteratorToStringHandle" - input: "IteratorFromStringHandleV2:resource_handle:0" - } - node_def { - name: "IteratorGetNext" - op: "IteratorGetNext" - input: "IteratorFromStringHandleV2:resource_handle:0" attr { - key: "output_shapes" + key: "_lower_using_switch_merge" + value { + b: true + } + } + attr { + key: "_output_shapes" value { list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - } - shape { - dim { - size: -1 - } } + } + } + } + attr { + key: "_read_only_resource_inputs" + value { + list { + } + } + } + attr { + key: "else_branch" + value { + func { + name: "has_valid_nonscalar_shape_false_1155" + } + } + } + attr { + key: "output_shapes" + value { + list { shape { - dim { - size: -1 - } - dim { - size: -1 - } - dim { - size: 22 - } } } } } attr { - key: "output_types" + key: "then_branch" value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL + func { + name: "has_valid_nonscalar_shape_true_1154" } } } + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape" + } } - ret { - key: "iteratorgetnext" - value: "IteratorGetNext:components:0" - } - ret { - key: "iteratorgetnext_0" - value: "IteratorGetNext:components:1" - } - ret { - key: "iteratorgetnext_1" - value: "IteratorGetNext:components:2" - } - } - function { - signature { - name: "tf_data_structured_function_wrapper_n67ZymtraAM" - input_arg { - name: "arg0_0" - type: DT_INT64 + node_def { + name: "has_valid_nonscalar_shape/Identity" + op: "Identity" + input: "has_valid_nonscalar_shape:output:0" + attr { + key: "T" + value { + type: DT_BOOL + } } - input_arg { - name: "arg1_0" - type: DT_INT64 + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - input_arg { - name: "arg2_0" - type: DT_BOOL + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape/Identity" } - output_arg { - name: "arg1" - type: DT_INT64 + } + ret { + key: "has_valid_nonscalar_shape_identity" + value: "has_valid_nonscalar_shape/Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + } } - output_arg { - name: "arg0" - type: DT_INT64 + } + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } - output_arg { - name: "arg2" - type: DT_BOOL + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } - description: "Wrapper for passing nested structures to and from tf.data functions." } - ret { - key: "arg0" - value: "arg0_0" + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "arg1" - value: "arg1_0" + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } - ret { - key: "arg2" - value: "arg2_0" + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } } function { signature { - name: "tf_data_structured_function_wrapper_v5gMBDqFZl8" + name: "global_step_cond_true_6" input_arg { - name: "arg0" - type: DT_STRING + name: "read_readvariableop_global_step" + type: DT_RESOURCE + } + input_arg { + name: "placeholder" + type: DT_INT64 } output_arg { - name: "tfrecorddataset" - type: DT_VARIANT + name: "identity" + type: DT_INT64 } - description: "Wrapper for passing nested structures to and from tf.data functions." is_stateful: true } node_def { - name: "compression_type" - op: "Const" - device: "/device:CPU:0" + name: "Read/ReadVariableOp" + op: "ReadVariableOp" + input: "read_readvariableop_global_step" attr { - key: "dtype" + key: "_output_shapes" value { - type: DT_STRING + list { + shape { + } + } } } attr { - key: "value" + key: "dtype" value { - tensor { - dtype: DT_STRING - tensor_shape { - } - string_val: "GZIP" - } + type: DT_INT64 } } + experimental_debug_info { + original_node_names: "Read/ReadVariableOp" + } } node_def { - name: "buffer_size" - op: "Const" - device: "/device:CPU:0" + name: "Identity" + op: "Identity" + input: "Read/ReadVariableOp:value:0" attr { - key: "dtype" + key: "T" value { type: DT_INT64 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_INT64 - tensor_shape { + list { + shape { } - int64_val: 262144 } } } - } - node_def { - name: "TFRecordDataset" - op: "TFRecordDataset" - input: "arg0" - input: "compression_type:output:0" - input: "buffer_size:output:0" - device: "/device:CPU:0" + experimental_debug_info { + original_node_names: "Identity" + } } ret { - key: "tfrecorddataset" - value: "TFRecordDataset:handle:0" + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + unknown_rank: true + } + shape { + } + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } function { signature { - name: "tf_data_structured_function_wrapper_sRquyX3h7AA" + name: "bidirectional_rnn_fw_fw_while_cond_312_rewritten_grad_2801" input_arg { - name: "arg0" - type: DT_STRING + name: "placeholder" + type: DT_INT32 } - output_arg { - name: "parsesingleexample_parsesingleexample" - type: DT_STRING + input_arg { + name: "placeholder_1" + type: DT_INT32 } - output_arg { - name: "parsesingleexample_parsesingleexample_0" - type: DT_INT64 + input_arg { + name: "placeholder_2" + type: DT_INT32 } - output_arg { - name: "parsesingleexample_parsesingleexample_1" - type: DT_STRING + input_arg { + name: "placeholder_3" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_2" - type: DT_STRING + input_arg { + name: "placeholder_4" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_3" - type: DT_INT64 + input_arg { + name: "placeholder_5" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_4" + input_arg { + name: "placeholder_6" type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_5" - type: DT_INT64 + input_arg { + name: "placeholder_7" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_6" - type: DT_STRING + input_arg { + name: "placeholder_8" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_7" - type: DT_STRING + input_arg { + name: "placeholder_9" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_8" - type: DT_INT64 + input_arg { + name: "placeholder_10" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_9" - type: DT_STRING + input_arg { + name: "placeholder_11" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_10" + input_arg { + name: "placeholder_12" type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_11" - type: DT_STRING + input_arg { + name: "placeholder_13" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_12" - type: DT_STRING + input_arg { + name: "placeholder_14" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_13" - type: DT_STRING + input_arg { + name: "placeholder_15" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_14" - type: DT_INT64 + input_arg { + name: "placeholder_16" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_15" - type: DT_STRING + input_arg { + name: "placeholder_17" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_16" - type: DT_STRING + input_arg { + name: "placeholder_18" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_17" - type: DT_INT64 + input_arg { + name: "placeholder_19" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_18" - type: DT_STRING + input_arg { + name: "placeholder_20" + type: DT_FLOAT } - output_arg { - name: "parsesingleexample_parsesingleexample_19" - type: DT_STRING + input_arg { + name: "placeholder_21" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_20" - type: DT_STRING + input_arg { + name: "placeholder_22" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_21" - type: DT_INT64 + input_arg { + name: "placeholder_23" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_22" - type: DT_STRING + input_arg { + name: "placeholder_24" + type: DT_VARIANT } - output_arg { - name: "parsesingleexample_parsesingleexample_23" - type: DT_INT64 + input_arg { + name: "placeholder_25" + type: DT_VARIANT + } + input_arg { + name: "placeholder_26" + type: DT_VARIANT + } + input_arg { + name: "placeholder_27" + type: DT_FLOAT + } + input_arg { + name: "placeholder_28" + type: DT_VARIANT + } + input_arg { + name: "placeholder_29" + type: DT_VARIANT + } + input_arg { + name: "placeholder_30" + type: DT_VARIANT + } + input_arg { + name: "placeholder_31" + type: DT_VARIANT + } + input_arg { + name: "placeholder_32" + type: DT_VARIANT + } + input_arg { + name: "placeholder_33" + type: DT_VARIANT + } + input_arg { + name: "placeholder_34" + type: DT_VARIANT + } + input_arg { + name: "placeholder_35" + type: DT_VARIANT + } + input_arg { + name: "placeholder_36" + type: DT_VARIANT + } + input_arg { + name: "placeholder_37" + type: DT_VARIANT + } + input_arg { + name: "placeholder_38" + type: DT_VARIANT + } + input_arg { + name: "placeholder_39" + type: DT_VARIANT + } + input_arg { + name: "placeholder_40" + type: DT_VARIANT + } + input_arg { + name: "placeholder_41" + type: DT_VARIANT + } + input_arg { + name: "placeholder_42" + type: DT_VARIANT + } + input_arg { + name: "placeholder_43" + type: DT_VARIANT + } + input_arg { + name: "placeholder_44" + type: DT_VARIANT + } + input_arg { + name: "placeholder_45" + type: DT_VARIANT + } + input_arg { + name: "placeholder_46" + type: DT_VARIANT + } + input_arg { + name: "placeholder_47" + type: DT_VARIANT + } + input_arg { + name: "placeholder_48" + type: DT_VARIANT + } + input_arg { + name: "placeholder_49" + type: DT_VARIANT + } + input_arg { + name: "placeholder_50" + type: DT_VARIANT + } + input_arg { + name: "placeholder_51" + type: DT_VARIANT + } + input_arg { + name: "placeholder_52" + type: DT_VARIANT + } + input_arg { + name: "placeholder_53" + type: DT_VARIANT + } + input_arg { + name: "placeholder_54" + type: DT_VARIANT + } + input_arg { + name: "placeholder_55" + type: DT_VARIANT + } + input_arg { + name: "placeholder_56" + type: DT_VARIANT + } + input_arg { + name: "placeholder_57" + type: DT_VARIANT + } + input_arg { + name: "placeholder_58" + type: DT_VARIANT + } + input_arg { + name: "placeholder_59" + type: DT_VARIANT + } + input_arg { + name: "placeholder_60" + type: DT_VARIANT + } + input_arg { + name: "placeholder_61" + type: DT_VARIANT + } + input_arg { + name: "placeholder_62" + type: DT_VARIANT + } + input_arg { + name: "placeholder_63" + type: DT_FLOAT + } + input_arg { + name: "placeholder_64" + type: DT_VARIANT + } + input_arg { + name: "placeholder_65" + type: DT_VARIANT + } + input_arg { + name: "placeholder_66" + type: DT_VARIANT + } + input_arg { + name: "placeholder_67" + type: DT_VARIANT + } + input_arg { + name: "placeholder_68" + type: DT_VARIANT + } + input_arg { + name: "placeholder_69" + type: DT_VARIANT + } + input_arg { + name: "placeholder_70" + type: DT_FLOAT + } + input_arg { + name: "placeholder_71" + type: DT_VARIANT + } + input_arg { + name: "placeholder_72" + type: DT_VARIANT + } + input_arg { + name: "placeholder_73" + type: DT_VARIANT + } + input_arg { + name: "placeholder_74" + type: DT_VARIANT + } + input_arg { + name: "placeholder_75" + type: DT_VARIANT + } + input_arg { + name: "placeholder_76" + type: DT_VARIANT + } + input_arg { + name: "placeholder_77" + type: DT_VARIANT + } + input_arg { + name: "placeholder_78" + type: DT_VARIANT + } + input_arg { + name: "placeholder_79" + type: DT_VARIANT + } + input_arg { + name: "placeholder_80" + type: DT_VARIANT + } + input_arg { + name: "placeholder_81" + type: DT_VARIANT + } + input_arg { + name: "placeholder_82" + type: DT_VARIANT + } + input_arg { + name: "placeholder_83" + type: DT_VARIANT + } + input_arg { + name: "placeholder_84" + type: DT_VARIANT + } + input_arg { + name: "placeholder_85" + type: DT_VARIANT + } + input_arg { + name: "placeholder_86" + type: DT_FLOAT + } + input_arg { + name: "placeholder_87" + type: DT_VARIANT + } + input_arg { + name: "placeholder_88" + type: DT_VARIANT + } + input_arg { + name: "placeholder_89" + type: DT_VARIANT + } + input_arg { + name: "placeholder_90" + type: DT_VARIANT + } + input_arg { + name: "placeholder_91" + type: DT_VARIANT + } + input_arg { + name: "placeholder_92" + type: DT_VARIANT + } + input_arg { + name: "placeholder_93" + type: DT_FLOAT + } + input_arg { + name: "placeholder_94" + type: DT_VARIANT + } + input_arg { + name: "placeholder_95" + type: DT_VARIANT + } + input_arg { + name: "placeholder_96" + type: DT_VARIANT + } + input_arg { + name: "placeholder_97" + type: DT_VARIANT + } + input_arg { + name: "placeholder_98" + type: DT_VARIANT + } + input_arg { + name: "placeholder_99" + type: DT_VARIANT + } + input_arg { + name: "placeholder_100" + type: DT_VARIANT + } + input_arg { + name: "placeholder_101" + type: DT_VARIANT + } + input_arg { + name: "placeholder_102" + type: DT_VARIANT + } + input_arg { + name: "placeholder_103" + type: DT_VARIANT + } + input_arg { + name: "placeholder_104" + type: DT_VARIANT + } + input_arg { + name: "placeholder_105" + type: DT_VARIANT + } + input_arg { + name: "placeholder_106" + type: DT_VARIANT + } + input_arg { + name: "placeholder_107" + type: DT_VARIANT + } + input_arg { + name: "placeholder_108" + type: DT_VARIANT + } + input_arg { + name: "placeholder_109" + type: DT_FLOAT + } + input_arg { + name: "placeholder_110" + type: DT_VARIANT + } + input_arg { + name: "placeholder_111" + type: DT_VARIANT + } + input_arg { + name: "placeholder_112" + type: DT_VARIANT + } + input_arg { + name: "placeholder_113" + type: DT_VARIANT + } + input_arg { + name: "placeholder_114" + type: DT_VARIANT + } + input_arg { + name: "placeholder_115" + type: DT_VARIANT + } + input_arg { + name: "placeholder_116" + type: DT_FLOAT + } + input_arg { + name: "placeholder_117" + type: DT_VARIANT + } + input_arg { + name: "placeholder_118" + type: DT_VARIANT } output_arg { - name: "parsesingleexample_parsesingleexample_24" - type: DT_INT64 + name: "identity" + type: DT_BOOL } - description: "Wrapper for passing nested structures to and from tf.data functions." } node_def { - name: "ParseSingleExample/Const" - op: "Const" - device: "/device:CPU:0" + name: "Less" + op: "Less" + input: "placeholder" + input: "placeholder_2" attr { - key: "dtype" + key: "T" value { - type: DT_STRING + type: DT_INT32 } } attr { - key: "value" + key: "_output_shapes" value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Less" + } + } + node_def { + name: "Identity" + op: "Identity" + input: "Less:z:0" + attr { + key: "T" + value { + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + experimental_debug_info { + original_node_names: "Identity" + } + } + ret { + key: "identity" + value: "Identity:output:0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + dim { + size: 128 + } + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + shape { + } + shape { + } + } + } + } + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 5 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 6 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 7 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 8 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } + } + } + } + arg_attr { + key: 9 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } + } + arg_attr { + key: 10 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 11 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 12 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } + } + arg_attr { + key: 13 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + } + } + } + } + } + } + arg_attr { + key: 14 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 15 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } + } + } + } + } + } + } + arg_attr { + key: 16 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } + } + arg_attr { + key: 17 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } } } } } } } - node_def { - name: "ParseSingleExample/Const_1" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 18 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 19 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 128 + } } } } } } } - node_def { - name: "ParseSingleExample/Const_2" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 20 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 21 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_3" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 22 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 23 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_4" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 24 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 25 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_5" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 26 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { + } + arg_attr { + key: 27 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: -1 + } + dim { + size: 128 + } } } } } } } - node_def { - name: "ParseSingleExample/Const_6" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 28 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 29 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_7" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 30 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 31 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_8" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 32 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 33 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_9" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 34 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 35 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_10" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 36 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 37 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_11" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_FLOAT + arg_attr { + key: 38 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_FLOAT - tensor_shape { - dim { + } + arg_attr { + key: 39 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_12" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 40 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 41 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_13" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 42 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 43 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_14" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 44 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 45 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_15" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 46 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 47 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_16" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 48 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 49 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_17" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 50 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 51 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_18" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 52 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 53 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_19" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 54 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 55 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_20" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 56 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 57 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_21" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 58 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 59 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_22" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 60 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 61 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_23" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_STRING + arg_attr { + key: 62 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_STRING - tensor_shape { - dim { + } + arg_attr { + key: 63 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } } } } } } } - node_def { - name: "ParseSingleExample/Const_24" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 64 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 65 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/Const_25" - op: "Const" - device: "/device:CPU:0" - attr { - key: "dtype" - value { - type: DT_INT64 + arg_attr { + key: 66 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "value" - value { - tensor { - dtype: DT_INT64 - tensor_shape { - dim { + } + arg_attr { + key: 67 + value { + attr { + key: "_output_shapes" + value { + list { + shape { } } } } } } - node_def { - name: "ParseSingleExample/ParseSingleExample" - op: "ParseSingleExample" - input: "arg0" - input: "ParseSingleExample/Const:output:0" - input: "ParseSingleExample/Const_1:output:0" - input: "ParseSingleExample/Const_2:output:0" - input: "ParseSingleExample/Const_3:output:0" - input: "ParseSingleExample/Const_4:output:0" - input: "ParseSingleExample/Const_5:output:0" - input: "ParseSingleExample/Const_6:output:0" - input: "ParseSingleExample/Const_7:output:0" - input: "ParseSingleExample/Const_8:output:0" - input: "ParseSingleExample/Const_9:output:0" - input: "ParseSingleExample/Const_10:output:0" - input: "ParseSingleExample/Const_11:output:0" - input: "ParseSingleExample/Const_12:output:0" - input: "ParseSingleExample/Const_13:output:0" - input: "ParseSingleExample/Const_14:output:0" - input: "ParseSingleExample/Const_15:output:0" - input: "ParseSingleExample/Const_16:output:0" - input: "ParseSingleExample/Const_17:output:0" - input: "ParseSingleExample/Const_18:output:0" - input: "ParseSingleExample/Const_19:output:0" - input: "ParseSingleExample/Const_20:output:0" - input: "ParseSingleExample/Const_21:output:0" - input: "ParseSingleExample/Const_22:output:0" - input: "ParseSingleExample/Const_23:output:0" - input: "ParseSingleExample/Const_24:output:0" - input: "ParseSingleExample/Const_25:output:0" - device: "/device:CPU:0" - attr { - key: "Tdense" - value { - list { - type: DT_STRING - type: DT_INT64 - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_FLOAT - type: DT_INT64 - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_STRING - type: DT_FLOAT - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_STRING - type: DT_INT64 - type: DT_INT64 + arg_attr { + key: 68 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } - attr { - key: "dense_keys" - value { - list { - s: "building_name" - s: "flat_number" - s: "flat_number_prefix" - s: "flat_number_suffix" - s: "flat_type" - s: "latitude" - s: "level_number" - s: "level_number_prefix" - s: "level_number_suffix" - s: "level_type" - s: "locality_name" - s: "longitude" - s: "lot_number" - s: "lot_number_prefix" - s: "lot_number_suffix" - s: "number_first" - s: "number_first_prefix" - s: "number_first_suffix" - s: "number_last" - s: "number_last_prefix" - s: "number_last_suffix" - s: "postcode" - s: "state_abbreviation" - s: "street_name" - s: "street_suffix_code" - s: "street_type_code" + } + arg_attr { + key: 69 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } - attr { - key: "dense_shapes" - value { - list { - shape { - } - shape { - } - shape { - } - shape { - } - shape { - } - shape { - } - shape { + } + arg_attr { + key: 70 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } } - shape { + } + } + } + } + arg_attr { + key: 71 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 72 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 73 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 74 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 75 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 76 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 77 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 78 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 79 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 80 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 81 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 82 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 83 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 84 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 85 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 86 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 128 + } + } } - shape { + } + } + } + } + arg_attr { + key: 87 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 88 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } - shape { + } + } + } + } + arg_attr { + key: 89 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } } } } } - attr { - key: "num_sparse" - value { - i: 0 + } + arg_attr { + key: 90 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } } - attr { - key: "sparse_keys" - value { - list { + } + arg_attr { + key: 91 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } - attr { - key: "sparse_types" - value { - list { + } + arg_attr { + key: 92 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } } } - ret { - key: "parsesingleexample_parsesingleexample" - value: "ParseSingleExample/ParseSingleExample:dense_values:0" + arg_attr { + key: 93 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 256 + } + dim { + size: 256 + } + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_0" - value: "ParseSingleExample/ParseSingleExample:dense_values:1" + arg_attr { + key: 94 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_1" - value: "ParseSingleExample/ParseSingleExample:dense_values:2" + arg_attr { + key: 95 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_10" - value: "ParseSingleExample/ParseSingleExample:dense_values:11" + arg_attr { + key: 96 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_11" - value: "ParseSingleExample/ParseSingleExample:dense_values:12" + arg_attr { + key: 97 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_12" - value: "ParseSingleExample/ParseSingleExample:dense_values:13" + arg_attr { + key: 98 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_13" - value: "ParseSingleExample/ParseSingleExample:dense_values:14" + arg_attr { + key: 99 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_14" - value: "ParseSingleExample/ParseSingleExample:dense_values:15" + arg_attr { + key: 100 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_15" - value: "ParseSingleExample/ParseSingleExample:dense_values:16" + arg_attr { + key: 101 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_16" - value: "ParseSingleExample/ParseSingleExample:dense_values:17" + arg_attr { + key: 102 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_17" - value: "ParseSingleExample/ParseSingleExample:dense_values:18" + arg_attr { + key: 103 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_18" - value: "ParseSingleExample/ParseSingleExample:dense_values:19" + arg_attr { + key: 104 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_19" - value: "ParseSingleExample/ParseSingleExample:dense_values:20" + arg_attr { + key: 105 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_2" - value: "ParseSingleExample/ParseSingleExample:dense_values:3" + arg_attr { + key: 106 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_20" - value: "ParseSingleExample/ParseSingleExample:dense_values:21" + arg_attr { + key: 107 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_21" - value: "ParseSingleExample/ParseSingleExample:dense_values:22" + arg_attr { + key: 108 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_22" - value: "ParseSingleExample/ParseSingleExample:dense_values:23" + arg_attr { + key: 109 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 128 + } + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_23" - value: "ParseSingleExample/ParseSingleExample:dense_values:24" + arg_attr { + key: 110 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_24" - value: "ParseSingleExample/ParseSingleExample:dense_values:25" + arg_attr { + key: 111 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_3" - value: "ParseSingleExample/ParseSingleExample:dense_values:4" + arg_attr { + key: 112 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_4" - value: "ParseSingleExample/ParseSingleExample:dense_values:5" + arg_attr { + key: 113 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_5" - value: "ParseSingleExample/ParseSingleExample:dense_values:6" + arg_attr { + key: 114 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_6" - value: "ParseSingleExample/ParseSingleExample:dense_values:7" + arg_attr { + key: 115 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_7" - value: "ParseSingleExample/ParseSingleExample:dense_values:8" + arg_attr { + key: 116 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 136 + } + dim { + size: 256 + } + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_8" - value: "ParseSingleExample/ParseSingleExample:dense_values:9" + arg_attr { + key: 117 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } - ret { - key: "parsesingleexample_parsesingleexample_9" - value: "ParseSingleExample/ParseSingleExample:dense_values:10" + arg_attr { + key: 118 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } } } function { signature { - name: "tf_data_structured_function_wrapper_mwsbaX7Sr04" + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_true_1234" input_arg { - name: "arg0" - type: DT_STRING + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar_0" + type: DT_BOOL } input_arg { - name: "arg1" - type: DT_INT64 + name: "placeholder" + type: DT_INT32 } input_arg { - name: "arg2" - type: DT_STRING + name: "placeholder_1" + type: DT_INT32 } input_arg { - name: "arg3" - type: DT_STRING + name: "placeholder_2" + type: DT_INT32 } input_arg { - name: "arg4" - type: DT_INT64 + name: "placeholder_3" + type: DT_INT32 } - input_arg { - name: "arg5" - type: DT_FLOAT + output_arg { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar" + type: DT_BOOL } - input_arg { - name: "arg6" - type: DT_INT64 + } + ret { + key: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar" + value: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_scalar_0" + } + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + } } - input_arg { - name: "arg7" - type: DT_STRING + } + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } - input_arg { - name: "arg8" - type: DT_STRING + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } - input_arg { - name: "arg9" - type: DT_INT64 + } + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } } - input_arg { - name: "arg10" - type: DT_STRING + } + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } } - input_arg { - name: "arg11" - type: DT_FLOAT + } + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } } + } + } + function { + signature { + name: "softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_is_valid_shape_false_1235" input_arg { - name: "arg12" - type: DT_STRING + name: "placeholder" + type: DT_BOOL } input_arg { - name: "arg13" - type: DT_STRING + name: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_rank" + type: DT_INT32 } input_arg { - name: "arg14" - type: DT_STRING + name: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_rank" + type: DT_INT32 } input_arg { - name: "arg15" - type: DT_INT64 + name: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + type: DT_INT32 } input_arg { - name: "arg16" - type: DT_STRING + name: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + type: DT_INT32 } - input_arg { - name: "arg17" - type: DT_STRING + output_arg { + name: "has_valid_nonscalar_shape_identity" + type: DT_BOOL } - input_arg { - name: "arg18" - type: DT_INT64 + } + node_def { + name: "has_valid_nonscalar_shape/is_same_rank" + op: "Equal" + input: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_rank" + input: "has_valid_nonscalar_shape_is_same_rank_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_rank" + attr { + key: "T" + value { + type: DT_INT32 + } } - input_arg { - name: "arg19" - type: DT_STRING + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - input_arg { - name: "arg20" - type: DT_STRING + attr { + key: "incompatible_shape_error" + value { + b: true + } } - input_arg { - name: "arg21" - type: DT_STRING + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape/is_same_rank" } - input_arg { - name: "arg22" - type: DT_INT64 + } + node_def { + name: "has_valid_nonscalar_shape" + op: "StatelessIf" + input: "has_valid_nonscalar_shape/is_same_rank:z:0" + input: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_values_shape" + input: "has_valid_nonscalar_shape_softmax_cross_entropy_loss_num_present_broadcast_weights_assert_broadcastable_weights_shape" + input: "has_valid_nonscalar_shape/is_same_rank:z:0" + attr { + key: "Tcond" + value { + type: DT_BOOL + } } - input_arg { - name: "arg23" - type: DT_STRING + attr { + key: "Tin" + value { + list { + type: DT_INT32 + type: DT_INT32 + type: DT_BOOL + } + } } - input_arg { - name: "arg24" - type: DT_INT64 + attr { + key: "Tout" + value { + list { + type: DT_BOOL + } + } } - input_arg { - name: "arg25" - type: DT_INT64 + attr { + key: "_lower_using_switch_merge" + value { + b: true + } } - output_arg { - name: "pyfuncstateless" - type: DT_INT64 + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } } - output_arg { - name: "pyfuncstateless_0" - type: DT_INT64 + attr { + key: "_read_only_resource_inputs" + value { + list { + } + } } - output_arg { - name: "pyfuncstateless_1" - type: DT_BOOL + attr { + key: "else_branch" + value { + func { + name: "has_valid_nonscalar_shape_false_1243" + } + } } - description: "Wrapper for passing nested structures to and from tf.data functions." - } - node_def { - name: "PyFuncStateless" - op: "PyFuncStateless" - input: "arg0" - input: "arg13" - input: "arg12" - input: "arg14" - input: "arg2" - input: "arg3" - input: "arg7" - input: "arg8" - input: "arg16" - input: "arg17" - input: "arg19" - input: "arg20" - input: "arg23" - input: "arg10" - input: "arg21" - input: "arg1" - input: "arg6" - input: "arg15" - input: "arg18" - input: "arg4" - input: "arg9" - input: "arg25" - input: "arg24" - input: "arg22" - input: "arg5" - input: "arg11" - device: "/device:CPU:0" attr { - key: "Tin" + key: "output_shapes" value { list { - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_STRING - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_INT64 - type: DT_FLOAT - type: DT_FLOAT + shape { + } } } } attr { - key: "Tout" + key: "then_branch" value { - list { - type: DT_INT64 - type: DT_INT64 - type: DT_BOOL + func { + name: "has_valid_nonscalar_shape_true_1242" } } } + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape" + } + } + node_def { + name: "has_valid_nonscalar_shape/Identity" + op: "Identity" + input: "has_valid_nonscalar_shape:output:0" attr { - key: "token" + key: "T" value { - s: "pyfunc_0" + type: DT_BOOL + } + } + attr { + key: "_output_shapes" + value { + list { + shape { + } + } } } + experimental_debug_info { + original_node_names: "has_valid_nonscalar_shape/Identity" + } } ret { - key: "pyfuncstateless" - value: "PyFuncStateless:output:0" + key: "has_valid_nonscalar_shape_identity" + value: "has_valid_nonscalar_shape/Identity:output:0" } - ret { - key: "pyfuncstateless_0" - value: "PyFuncStateless:output:1" + attr { + key: "_input_shapes" + value { + list { + shape { + } + shape { + } + shape { + } + shape { + dim { + size: 2 + } + } + shape { + dim { + size: 2 + } + } + } + } } - ret { - key: "pyfuncstateless_1" - value: "PyFuncStateless:output:2" + arg_attr { + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 1 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 2 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + } + } + } + } + } + } + arg_attr { + key: 3 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } + } + arg_attr { + key: 4 + value { + attr { + key: "_output_shapes" + value { + list { + shape { + dim { + size: 2 + } + } + } + } + } + } } } } versions { - producer: 27 + producer: 561 min_consumer: 12 } diff --git a/addressnet/pretrained/model.ckpt.data-00000-of-00001 b/addressnet/pretrained/model.ckpt.data-00000-of-00001 index 03c8b46..e2060af 100644 Binary files a/addressnet/pretrained/model.ckpt.data-00000-of-00001 and b/addressnet/pretrained/model.ckpt.data-00000-of-00001 differ diff --git a/addressnet/pretrained/model.ckpt.index b/addressnet/pretrained/model.ckpt.index index 682da9e..9914221 100644 Binary files a/addressnet/pretrained/model.ckpt.index and b/addressnet/pretrained/model.ckpt.index differ diff --git a/addressnet/pretrained/model.ckpt.meta b/addressnet/pretrained/model.ckpt.meta index 4ef78e3..bf73c25 100644 Binary files a/addressnet/pretrained/model.ckpt.meta and b/addressnet/pretrained/model.ckpt.meta differ diff --git a/generate_tf_records.py b/generate_tf_records.py index 3e04244..e860643 100644 --- a/generate_tf_records.py +++ b/generate_tf_records.py @@ -64,8 +64,8 @@ def generate_tf_records(input_file_path: str, output_file_path: str, input_gzip: float_fields = ('latitude', 'longitude') - tf_options = tf.python_io.TFRecordOptions(tf.python_io.TFRecordCompressionType.GZIP) - with tf.python_io.TFRecordWriter(output_file_path, options=tf_options) as tf_writer: + tf_options = tf.io.TFRecordOptions(tf.compat.v1.python_io.TFRecordCompressionType.GZIP) + with tf.io.TFRecordWriter(output_file_path, options=tf_options) as tf_writer: for row in csv_reader: record = dict() for field in string_fields: